-- Logs begin at Thu 2021-02-04 12:14:54 UTC, end at Thu 2021-02-04 13:27:04 UTC. -- Feb 04 12:52:01.335615 dv-cinder-773985-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 12:52:04.353687 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:52:04.354331 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev469 Feb 04 12:52:04.355625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:52:04.357444 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:52:04.357765 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev469 Feb 04 12:52:04.358329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:52:04.359318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 04 12:52:04.359596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 04 12:52:04.360764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 04 12:52:04.361069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 04 12:52:04.361336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 04 12:52:04.362059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.362197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.362541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.362820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.363219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.363586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.363922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.364256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.364611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.364951 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.365271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.365608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.365910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.366236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.366580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.366926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.367196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] debug = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.367515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.368081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.368416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.368736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.369076 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.369395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.369743 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.370084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.370469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] host = dv-cinder-773985-3-smb {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.370789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.371126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.371467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.371805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.372136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.372455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.372790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.373110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.373428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.373785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.374197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.374537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.374895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.375171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.375425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.375768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.376121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.376436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.376754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.377078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.377400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.377771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.378086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.378405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.378758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.379096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.379412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.379729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.380043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.380333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.380693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.381009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.381322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.381616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.381983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.382333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.382610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.382966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.383303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.383636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.383972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.384292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.384624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.384938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.385255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.385569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] use_json = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.385910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.386222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.386556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.386879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.387193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.387508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.387823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.388163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:04.388514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.388864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.389219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.389580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.389946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.390285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.390636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.390965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.391532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.392033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.392383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.392709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.393047 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.393371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.393744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.394110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.394458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.394801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.395127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.395463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.395767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.396089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.396424 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.396767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.397109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.397434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.397784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.398126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.398448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.398769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.399085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.399426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.399749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.400065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.400390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.400715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.401021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.401335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.401706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.402021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.402343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.402663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.402979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.403295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.403607 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.403938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.404258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.404575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.404890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.405271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.405593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.405930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.406256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.406576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.406894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.407213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.407522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.407848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.408163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.408482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.408791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.409104 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.409423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.409771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.410086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.410396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.410713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.411039 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.411359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.411706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.412026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.412349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.412669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.412996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.413313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.413636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.413982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.414303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.414620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.414966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.415286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.415620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.415945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.416273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.416623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.416944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.417469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.418046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.418461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.418802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.419144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.419489 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.419837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.420176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.420519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.420911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.421236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.421630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.421991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:04.422247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:52:04.422523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79992) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 04 12:52:05.098321 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading Gnome Feb 04 12:52:05.116092 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading Google Feb 04 12:52:05.118894 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading Windows (alt) Feb 04 12:52:05.122471 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading file Feb 04 12:52:05.123362 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading keyczar Feb 04 12:52:05.123651 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading multi Feb 04 12:52:05.124393 dv-cinder-773985-3-smb neutron-server[79992]: INFO keyring.backend [-] Loading pyfs Feb 04 12:52:05.172932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:05.173204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:05.173547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:05.173976 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 12:52:05.609633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.610281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.610281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.659471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.659787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.660097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.663924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.664252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.664552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.739870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.740176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.740486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.741702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.742032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:05.742333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.033553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.033938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.034285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.034570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.035469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.190454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.190831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.191193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.191505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.191804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.192204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.192504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.192793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.193084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.193410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.193739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.194048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.194367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.194663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.194979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.195300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.195595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.195930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.196347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.196783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.197069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.197349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.197767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.198026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.198300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.198780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:06.199057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:06.199335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:06.199606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:06.199876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:06.200242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:06.201633 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 12:52:06.205351 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 12:52:06.209471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 12:52:06.213626 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 04 12:52:06.215359 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 12:52:06.216578 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 12:52:06.216968 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 04 12:52:06.217417 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 12:52:06.220331 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 12:52:06.220565 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 12:52:06.221004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 04 12:52:06.244078 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 04 12:52:06.244545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.244880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79992) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 04 12:52:06.245301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.246760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79992) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 12:52:06.247077 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 04 12:52:06.247388 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 04 12:52:06.250838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.251158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.318072 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 12:52:06.318315 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 12:52:06.318588 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 12:52:06.319011 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 12:52:06.365464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.sqlalchemy.engines [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79992) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 04 12:52:06.827154 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing driver for type 'gre' Feb 04 12:52:06.828096 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] gre ID ranges: [(1, 1000)] Feb 04 12:52:06.875619 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing driver for type 'local' Feb 04 12:52:06.875952 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing driver for type 'vlan' Feb 04 12:52:06.888540 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] VlanTypeDriver initialization complete Feb 04 12:52:06.888910 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing driver for type 'vxlan' Feb 04 12:52:06.889474 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] vxlan ID ranges: [(1, 1000)] Feb 04 12:52:06.933956 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing extension driver 'port_security' Feb 04 12:52:06.934309 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.extensions.port_security [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] PortSecurityExtensionDriver initialization complete Feb 04 12:52:06.934684 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing mechanism driver 'openvswitch' Feb 04 12:52:06.941575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79992) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:52:06.942480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.942889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.943270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.943701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.944105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.944493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.944909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.945283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.945645 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.946087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > security_group after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.946464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > security_group after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.947020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > security_group after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.947442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.947828 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.948195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.948613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > address_group after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.948971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > address_group after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.949346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > address_group after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.949718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] ML2 OVO RPC backend initialized. {{(pid=79992) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 04 12:52:06.950506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.950889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.951331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.951715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > networks before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.952229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.953230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > ports before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.953642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.954247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnets before_response 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.954871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.955252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.955618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.956000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.956345 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.956721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.957077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.957441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.957848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:06.958540 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.plugin [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Modular L2 Plugin initialization complete Feb 04 12:52:06.958892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading services supported by the core plugin {{(pid=79992) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 12:52:06.959259 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.plugins.ml2.managers [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Got port-security extension from driver 'port_security' Feb 04 12:52:06.959763 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.extensions.vlantransparent [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Disabled vlantransparent extension. Feb 04 12:52:06.961313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79992) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 12:52:06.961680 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: router Feb 04 12:52:06.999633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_interface before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.000067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_create 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.000467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router before_create 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.000857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.001265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.001650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_delete 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.002097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > floatingip after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.002496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_create 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.002984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_update 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.003260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_update 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.003646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.004168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_update 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.004558 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_update 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.004971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.005343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.005736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: subnet after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.006106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.006490 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > port precommit_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.006873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_create 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.007259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.007620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.008022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router after_update 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.008395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_delete 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.008787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_create 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.009189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.009569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_update 55549900 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.010027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > network after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.011122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Tracking information for resource: router configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:07.011487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Tracking information for resource: floatingip configured {{(pid=79992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 04 12:52:07.016857 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_agentschedulers_db [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 12:52:07.017509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.017928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port after_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.018315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port after_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.018696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: port after_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.019628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router before_create 55550100 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.020024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_delete 55550100 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.020417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_create 55550100 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.020802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > router precommit_update 55550100 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.025827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.provider_configuration [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service providers = [] {{(pid=79992) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 12:52:07.026227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.servicetype_db [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79992) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 12:52:07.029198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.service_base [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 12:52:07.029564 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.service_base [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 12:52:07.029958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.service_base [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 12:52:07.030911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.service_base [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 04 12:52:07.031309 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.services.service_base [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 12:52:07.031744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.032089 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 12:52:07.043002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.043376 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: auto_allocate Feb 04 12:52:07.049213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: network precommit_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.049618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: network precommit_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.050254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.050605 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: tag Feb 04 12:52:07.059315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.059675 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: timestamp Feb 04 12:52:07.063736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.064095 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: network_ip_availability Feb 04 12:52:07.069610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.070070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.070428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.071272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.071624 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: flavors Feb 04 12:52:07.076521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.076920 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading Plugin: revisions Feb 04 12:52:07.081799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 04 12:52:07.082126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.908s {{(pid=79992) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:07.082976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79992) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 04 12:52:07.083345 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Initializing extension manager. Feb 04 12:52:07.083916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: __init__.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.084294 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: __pycache__ {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.084657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.085018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: address_group.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.085894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.086559 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: address-group Feb 04 12:52:07.086919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: address_scope.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.087708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.088278 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: address-scope Feb 04 12:52:07.088624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.089641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.090232 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: router-admin-state-down-before-update Feb 04 12:52:07.090586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: agent.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.091344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.091929 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: agent Feb 04 12:52:07.092283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: agent_resources_synced.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.093282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.093915 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: agent-resources-synced Feb 04 12:52:07.094260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: allowedaddresspairs.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.096157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.096741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: allowed-address-pairs Feb 04 12:52:07.097099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: auto_allocated_topology.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.098535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.099107 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: auto-allocated-topology Feb 04 12:52:07.099471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: availability_zone.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.100214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.100787 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: availability_zone Feb 04 12:52:07.101145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: availability_zone_filter.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.102104 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.102667 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: availability_zone_filter Feb 04 12:52:07.103021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: data_plane_status.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.104126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.104518 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 12:52:07.104863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: default_subnetpools.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.105984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.106560 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: default-subnetpools Feb 04 12:52:07.107477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.107792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.108399 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: dhcp_agent_scheduler Feb 04 12:52:07.108751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: dns.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.109698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.110283 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension dns-integration not supported by any of loaded plugins Feb 04 12:52:07.110642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: dns_domain_ports.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.111551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.112126 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 12:52:07.112480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: dvr.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.113207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.113798 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: dvr Feb 04 12:52:07.114152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: empty_string_filtering.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.115077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.115640 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: empty-string-filtering Feb 04 12:52:07.115991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.116902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.117463 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:52:07.117847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.118753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.119321 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 12:52:07.119670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: external_net.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.120588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.121166 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: external-net Feb 04 12:52:07.121515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.122449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.123012 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: extra_dhcp_opt Feb 04 12:52:07.123369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: extraroute.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.124350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.124897 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: extraroute Feb 04 12:52:07.125250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: extraroute_atomic.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.126357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.126914 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: extraroute-atomic Feb 04 12:52:07.127267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: filter_validation.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.127978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.128550 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: filter-validation Feb 04 12:52:07.128898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: fip_pf_description.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.130669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.130669 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 12:52:07.131189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: fip_port_details.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.131646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.132214 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: fip-port-details Feb 04 12:52:07.132565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: flavors.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.133987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.134576 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: flavors Feb 04 12:52:07.134933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.136628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.137183 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 12:52:07.137549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: floatingip_pools.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.138324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.138904 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: floatingip-pools Feb 04 12:52:07.139262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: ip_allocation.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.140240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.140812 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 12:52:07.141173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.142121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.142692 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: ip-substring-filtering Feb 04 12:52:07.143043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l2_adjacency.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.143989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.144551 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 12:52:07.144903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.146065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.146649 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: router Feb 04 12:52:07.147010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.149340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.149999 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:52:07.150369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.151307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.151888 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: ext-gw-mode Feb 04 12:52:07.152251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.153179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.153772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: l3-ha Feb 04 12:52:07.154138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3_flavors.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.156055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.156055 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: l3-flavors Feb 04 12:52:07.156055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.157059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.157640 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 12:52:07.158004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: l3agentscheduler.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.159228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.159819 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: l3_agent_scheduler Feb 04 12:52:07.160174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: logging.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.161812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.162394 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension logging not supported by any of loaded plugins Feb 04 12:52:07.162750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: metering.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.163555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.164252 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: metering Feb 04 12:52:07.164615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.165762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.166345 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: metering_source_and_destination_fields Feb 04 12:52:07.166698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: multiprovidernet.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.167651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.168226 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: multi-provider Feb 04 12:52:07.168580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: netmtu.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.169516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.170145 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: net-mtu Feb 04 12:52:07.170497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: netmtu_writable.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.171463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.172036 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: net-mtu-writable Feb 04 12:52:07.172389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: network_availability_zone.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.173120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.173726 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: network_availability_zone Feb 04 12:52:07.174068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: network_ip_availability.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.175373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.175977 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: network-ip-availability Feb 04 12:52:07.176333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: network_segment_range.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.177167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.177756 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 12:52:07.178110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: pagination.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.179180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.179524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: pagination Feb 04 12:52:07.179897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: port_device_profile.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.180832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.181415 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: port-device-profile Feb 04 12:52:07.181808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.182764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.183312 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: port-mac-address-regenerate Feb 04 12:52:07.183672 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.184594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.185159 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: port-numa-affinity-policy Feb 04 12:52:07.185510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: port_resource_request.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.186538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.187100 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 12:52:07.187452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: portbindings.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.188391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.188955 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: binding Feb 04 12:52:07.189307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: portbindings_extended.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.190649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.191227 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: binding-extended Feb 04 12:52:07.191595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: portsecurity.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.192518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.193088 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: port-security Feb 04 12:52:07.193445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: project_id.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.194460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.194824 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: project-id Feb 04 12:52:07.195176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: providernet.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.196103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.196674 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: provider Feb 04 12:52:07.197027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.200849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.201441 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos not supported by any of loaded plugins Feb 04 12:52:07.202558 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.203149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.203985 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 12:52:07.204137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.204984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.205556 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 12:52:07.205947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_default.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.206860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.207435 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-default not supported by any of loaded plugins Feb 04 12:52:07.207791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_fip.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.208497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.209054 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-fip not supported by any of loaded plugins Feb 04 12:52:07.209408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_gateway_ip.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.210367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.210928 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 12:52:07.211287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_port_network_policy.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.212192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.212750 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 12:52:07.213103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_rule_type_details.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.214043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.214609 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 12:52:07.214963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: qos_rules_alias.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.216837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.216837 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 12:52:07.217736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: quotasv2.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.218514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.218514 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: quotas Feb 04 12:52:07.220936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: quotasv2_detail.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.220936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.220936 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: quota_details Feb 04 12:52:07.221225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: rbac.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.222508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.223456 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: rbac-policies Feb 04 12:52:07.223813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: rbac_address_scope.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.224774 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.225351 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: rbac-address-scope Feb 04 12:52:07.225712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: rbac_security_groups.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.226685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.227257 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: rbac-security-groups Feb 04 12:52:07.227608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: rbac_subnetpool.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.228528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.229095 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: rbac-subnetpool Feb 04 12:52:07.229446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: revisionifmatch.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.230402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.230947 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: revision-if-match Feb 04 12:52:07.231295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: revisions.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.232453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.233034 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: standard-attr-revisions Feb 04 12:52:07.233427 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: router_availability_zone.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.234182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.234750 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: router_availability_zone Feb 04 12:52:07.235102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: routerservicetype.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.236048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.236614 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension router-service-type not supported by any of loaded plugins Feb 04 12:52:07.236966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.237934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.238500 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: security-groups-normalized-cidr Feb 04 12:52:07.238854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.239798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.240362 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: port-security-groups-filtering Feb 04 12:52:07.240717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.241688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.242258 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: security-groups-remote-address-group Feb 04 12:52:07.242656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: securitygroup.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.256307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.256958 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: security-group Feb 04 12:52:07.257323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: segment.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.258278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.258861 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension segment not supported by any of loaded plugins Feb 04 12:52:07.259218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.260259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.260850 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 12:52:07.261212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: servicetype.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.262380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.262949 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: service-type Feb 04 12:52:07.263313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: sorting.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.264356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.264761 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: sorting Feb 04 12:52:07.265114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: standard_attr_segment.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.266085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.267189 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 12:52:07.267548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: standardattrdescription.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.268301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.268877 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: standard-attr-description Feb 04 12:52:07.269235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: stateful_security_group.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.270316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.270899 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: stateful-security-group Feb 04 12:52:07.271255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: stdattrs_common.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.271849 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 12:52:07.272198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.273270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.274063 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 12:52:07.274230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: subnet_onboard.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.275332 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.275957 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: subnet_onboard Feb 04 12:52:07.276249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.277355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.277930 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 12:52:07.278219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: subnet_service_types.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.279082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.279639 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: subnet-service-types Feb 04 12:52:07.279995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: subnetallocation.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.281157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.281748 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: subnet_allocation Feb 04 12:52:07.282145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.282760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.283333 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: subnetpool-prefix-ops Feb 04 12:52:07.283686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.284637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.285211 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 12:52:07.285592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: tagging.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.287016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.287605 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: standard-attr-tag Feb 04 12:52:07.288062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: timestamp.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.289213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.289822 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loaded extension: standard-attr-timestamp Feb 04 12:52:07.290184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: trunk.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.291214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.291790 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension trunk not supported by any of loaded plugins Feb 04 12:52:07.292192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: trunk_details.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.293063 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.293640 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension trunk-details not supported by any of loaded plugins Feb 04 12:52:07.294023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: uplink_status_propagation.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.294948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.295520 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 12:52:07.295979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Loading extension file: vlantransparent.py {{(pid=79992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 04 12:52:07.296750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:52:07.297317 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 12:52:07.300444 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:network Feb 04 12:52:07.301406 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:subnet Feb 04 12:52:07.302097 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:52:07.302763 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:port Feb 04 12:52:07.305375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.305892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service FLAVORS assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.306595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.307060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.307436 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:router Feb 04 12:52:07.308216 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:52:07.309007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service METERING assigned prefix: /metering {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.311380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.311380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.311684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79992) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 12:52:07.312946 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:52:07.313437 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:52:07.314398 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:52:07.315147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service CORE assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.315513 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:52:07.316090 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] subnetpool is already registered Feb 04 12:52:07.316696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service CORE assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.317017 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:52:07.317260 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] subnetpool is already registered Feb 04 12:52:07.320158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.320629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service FLAVORS assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.321264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.321744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.322108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:router Feb 04 12:52:07.322466 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] router is already registered Feb 04 12:52:07.323125 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:52:07.323484 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] floatingip is already registered Feb 04 12:52:07.324178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service METERING assigned prefix: /metering {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.324927 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:52:07.325280 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] rbac_policy is already registered Feb 04 12:52:07.326004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:52:07.326290 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] security_group is already registered Feb 04 12:52:07.326982 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:52:07.327344 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] security_group_rule is already registered Feb 04 12:52:07.328106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service CORE assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.328461 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:52:07.328818 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] subnetpool is already registered Feb 04 12:52:07.329590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.resource_helper [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Service CORE assigned prefix: {{(pid=79992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 04 12:52:07.329973 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:52:07.330323 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.quota.resource_registry [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] subnetpool is already registered Feb 04 12:52:07.331059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: extensions {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.332683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: address-groups {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.334360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: address-scopes {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.335649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: agents {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.336863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: auto-allocated-topology {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.338462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: availability_zones {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.339894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: dhcp-networks {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.341386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: dhcp-agents {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.342979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: routers {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.344875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: flavors {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.346162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: service_profiles {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.347455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: next_providers {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.349590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: service_profiles {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.351049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: floatingip-pools {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.352314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: routers {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.354280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: floatingips {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.355523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: l3-routers {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.356995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: l3-agents {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.358604 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: metering-labels {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.359968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: metering-label-rules {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.361337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: network-ip-availabilities {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.362697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: bindings {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.364438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: quotas {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.365970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: quotas {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.367466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: rbac-policies {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.368838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: security-groups {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.370120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: security-group-rules {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.371414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: service-providers {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.372695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: subnetpools {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.374311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: subnetpools {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.375867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.377641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.380729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.382612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.384528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.386332 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.388220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.390229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.392423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.394255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.extensions [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Extended resource: tags {{(pid=79992) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 04 12:52:07.401488 dv-cinder-773985-3-smb neutron-server[79992]: WARNING keystonemiddleware.auth_token [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 12:52:07.407180 dv-cinder-773985-3-smb neutron-server[79992]: WARNING keystonemiddleware.auth_token [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 12:52:07.416406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Acquired lock "singleton_lock" {{(pid=79992) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 04 12:52:07.416928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Releasing lock "singleton_lock" {{(pid=79992) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 04 12:52:07.418486 dv-cinder-773985-3-smb neutron-server[79992]: INFO oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Starting 2 workers Feb 04 12:52:07.423466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Started child 80107 {{(pid=79992) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 12:52:07.428172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:07.428785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Started child 80108 {{(pid=79992) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 12:52:07.429892 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [-] (80107) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:52:07.430728 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 12:52:07.431470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Notify callbacks [] for process, before_spawn {{(pid=79992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:07.434210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:07.434530 dv-cinder-773985-3-smb neutron-server[79992]: INFO oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Starting 1 workers Feb 04 12:52:07.435872 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [-] (80108) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:52:07.441635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Started child 80109 {{(pid=79992) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 12:52:07.442573 dv-cinder-773985-3-smb neutron-server[79992]: INFO oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Starting 1 workers Feb 04 12:52:07.445901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] calling RpcWorker wait() {{(pid=80109) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 12:52:07.446806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] returning from RpcWorker wait() {{(pid=80109) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 12:52:07.449272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:07.449453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Started child 80110 {{(pid=79992) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 04 12:52:07.449999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:52:07.450536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4248a19f-a0be-434f-9b7f-56a5f24c88ff None None] Notify callbacks [] for process, after_spawn {{(pid=79992) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:07.452812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79992) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 04 12:52:07.453163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 04 12:52:07.453477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 04 12:52:07.453582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:07.453922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 04 12:52:07.454474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 04 12:52:07.454785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 04 12:52:07.455311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:52:07.455544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.456472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.456472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.456861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.457345 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.458449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.458909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.459387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.459846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.460283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.460601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.460910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.461349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.461814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.462340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.462794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.463218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.463636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.463960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.464380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.464853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.465317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.465819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] debug = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.466330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.467249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.467718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.468145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.468543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.469003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.469420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.469896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.470300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.470697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.471131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.471564 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.471964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.472395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.473158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.473566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.474278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] host = dv-cinder-773985-3-smb {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.474707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.475105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.475549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.475993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.476436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.476832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.477216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.477602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.477997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.478350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.478718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.479077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.479442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.479794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.480037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_options = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.480343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.480715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.481110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.481384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.481596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.481856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.482250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.482475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.482837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.483242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.483628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.483899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.484209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.484530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.484875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.485208 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.485576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.485934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.486330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.486700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.487064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.487483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.487802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.488030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.488523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.488755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.488977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.489369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.489611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.489963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.490337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.490752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.491097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.491469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.491824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.492195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.492602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.493077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.493503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.493986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.494622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.494867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.495826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.496127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.496568 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.497917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_json = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.497917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.497917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.498892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.498892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.499342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.499342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.500107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.500458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.500834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.501365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.501883 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.502298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.502725 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.503160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.503616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.504032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.504372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.504725 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.505181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.505571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.505978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.506325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.506681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.507082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.507412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.507761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.508089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.508419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.508690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.509099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.509387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.509779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.510191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.510477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.510799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.511120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.511417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.511717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.512027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.512333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.512675 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.512975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.513272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.513570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.513926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.514338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.514627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.514860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.515716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.515716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.516166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.516432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.516778 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.517176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.517581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.518035 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.518449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.518948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.519299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.520964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.522820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.522820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.522820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.523920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.523920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.523920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.524232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.524527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.524902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.525509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.525994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.526293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.526710 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.527063 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.527414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.527761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.528105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.528500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.528887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.529472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.529915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.530360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.530765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.531180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.531589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.532073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.532606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.533032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.533452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.533874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.534289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.534730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.535202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.535625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.536032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.536441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.536921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.537390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.537907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.538316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.538739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.539067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 39190) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:07.539230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.539563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.539999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.540418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.540838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.541235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.541552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.541977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.542387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.542774 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.543182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.543610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.544048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.544590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.544979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.545398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.545944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.546408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.546822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.547219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.547627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.548026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.548418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.548865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.549314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.550919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.550919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.550919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.550919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.551964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.551964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.552404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.555405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.557101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.557101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.557568 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0147955 Feb 04 12:52:07.557821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.557821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.557821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.558947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.559386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.559849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.560268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.560703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.561120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.561596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.562072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.562633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.563278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.563692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.564101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.564453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.564806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.565160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.565521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.566717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.567082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.567450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.567800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.568142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.569649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.569649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.569649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.570177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.570324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.570638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.571022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.571947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.571947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.572359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.573815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.573815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.573815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.574246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.574381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.574692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.575541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.575541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.575931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.576284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.576649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.577080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.577521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.577973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.578353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.578716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.579062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.579472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.579825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.580177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.581522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.581522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.581522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.582065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.582231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.582571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.584686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.584686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.584686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.584686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.584686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.585337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.585491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.586684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.586684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.586684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.587113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.588276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.588642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.588981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.589377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.589737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.590361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.590775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.591134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.591818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.592210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.592473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.592919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.593286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.594654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.594654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.594654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.595164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.595482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.595840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.596191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.596579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.596960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.597978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.598723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.599100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.599422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.599764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.600449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.601203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.602737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.603818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.604358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.604861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.605455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.605990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.606413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.606695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.606969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.607239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.607520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.607771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.608175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.608496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.609041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.609306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.610565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.610565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.610565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.610848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.610960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.611286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.612460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:52:07.612460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79992) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 04 12:52:07.612460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 04 12:52:07.612460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 04 12:52:07.612460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 04 12:52:07.612906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 04 12:52:07.612906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 04 12:52:07.612906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.613177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.613283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.613408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.613972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.614188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.615451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.616390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.616390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.616390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.616390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.616390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.616390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] debug = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.617870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.619434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] host = dv-cinder-773985-3-smb {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.620481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.621356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.621356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.621356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.621356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_options = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.623562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.624543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.625260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.627853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.628650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.629929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.630272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.630272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_json = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.630453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.630544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.630635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.630897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.631119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.631333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.631533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.631729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 04 12:52:07.631961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.632179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.632412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.632641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.632641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.633069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.633069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.633522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.633522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.633522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.634674 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.634674 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.634927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.635869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.636904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.636904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.636904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.637365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.637707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.637914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.640937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.641130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.641385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.641605 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.641907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.642100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.642100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.642448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.642448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.642817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.642817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.645113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.645789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.646020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.646238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.646473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.646681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.646681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.647906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.648099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.648552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.648552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.648836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.648836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.649102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.649102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.649378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.649512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.649751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.649902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650672 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.650954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.651094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.651280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.651440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.651592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.652553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.652553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.652553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.652553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.652553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.652553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.653917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.654142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.654432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.654621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.654857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.655896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.655896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.656131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.656265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.657353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659564 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659564 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.659998 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.660145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.660300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.660446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.660602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.660753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.660908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.661052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.661194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.661385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.661546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.662548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.662715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.662882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.663029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.663229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.663385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.663530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.663686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.663887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.664048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.664236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.664386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.664576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.665781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.666744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.666744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.667057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.668346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.668346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.669771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.669942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.670139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.670336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.670531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.670794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.670960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.671144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.671333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.671516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.671761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.671924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672757 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672757 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.672963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.673149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.673380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.673540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.673751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.674789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.675582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.675786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.675986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.676181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.676373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.676539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.677091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.677260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.677464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.677642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.677830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:52:07.677956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.677956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.678184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.678309 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.678493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.678678 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.678829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.679023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.679191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.679379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.679691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.679691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.679974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.680118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.680264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.680411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.680556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.680685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.680814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.681002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.681186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.681336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.681528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.681719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.681916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.682097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.682254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.682539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.682680 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.682810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.682934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.683060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.684954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.685312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.685312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.685312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.685578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.685726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.685834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.686034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.687930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.688296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.688296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.688473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.688569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.688756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.688948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.689122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.689614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.689614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.689614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.690975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.691094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.691265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.691437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.691620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.691803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.691988 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:52:07.692165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79992) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:52:19.384978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520613e9-9012-4251-a4a7-a9689e566995 None None] get_active_networks_info from dv-cinder-773985-3-smb {{(pid=80109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 04 12:52:19.653215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520613e9-9012-4251-a4a7-a9689e566995 None None] No non-hosted networks {{(pid=80109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 12:52:19.693449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a3237592-72e1-4636-a6ad-04a358b73bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207'] for agent, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:23.352085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f57c295b-d9eb-444f-b62d-f91af9e7f3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207'] for agent, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:23.437457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d33633dc-d420-49a1-811f-ee7aee2f9318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:24.139419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207'] for agent, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:24.465742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207'] for agent, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:24.479284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.480516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.482079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.483505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.486118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.486686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.487262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.487839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.489274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.490459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.492848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.493744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:24.494389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:52:24.504561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:52:25.507756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207'] for agent, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:26.879003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] get_endpoint_by_host() called for host dv-cinder-773985-3-smb {{(pid=80109) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 04 12:52:26.885121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80109) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 04 12:52:26.889199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80109) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 04 12:52:26.895835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] _get_endpoints() called {{(pid=80109) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 04 12:52:27.354849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 39290) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:28.464896 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-9d34d544-0a09-45b5-8df8-9afeccaf15c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:28.465780 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-9d34d544-0a09-45b5-8df8-9afeccaf15c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:28.701521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [None req-9d34d544-0a09-45b5-8df8-9afeccaf15c3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:52:28.702788 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9d34d544-0a09-45b5-8df8-9afeccaf15c3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.3464892 Feb 04 12:52:29.643151 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_hamode_db [None req-e4be9d5f-170d-41ea-acca-b80863d35956 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 12:52:29.736976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be9d5f-170d-41ea-acca-b80863d35956 None None] Routers set() bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 12:52:29.737303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be9d5f-170d-41ea-acca-b80863d35956 None None] Router IDs set() for agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 04 12:52:31.715084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39304) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:32.494368 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:32.495003 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:32.729970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:32.812404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.policy [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80108) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 04 12:52:32.813528 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:32.814077 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:32.847230 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] Loaded quota_driver: . Feb 04 12:52:32.865786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:52:32.927278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786258233481', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786258293617', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786258280774', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786258278746', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786258279875', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854619851', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-161567', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-618851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661777'] for rbac-policy, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:33.004797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:33.006209 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b90dc28a-9395-4f1b-b639-ead2014a0337 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2889261 Feb 04 12:52:36.285611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 39322) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:36.742358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Request body: {'network': {'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'name': 'private', 'admin_state_up': True}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:36.745524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.quota [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Loaded quota_driver: . Feb 04 12:52:36.763912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:52:36.771395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Usage tracker for resource:network and tenant:c77b8a6955c7419b9751e242f52a5f6d is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:52:36.776287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:52:36.784086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:52:36.800854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Made reservation on behalf of c77b8a6955c7419b9751e242f52a5f6d for: {'network': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 12:52:36.850400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.policy [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80107) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 04 12:52:36.851306 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:36.851713 dv-cinder-773985-3-smb neutron-server[79992]: WARNING oslo_policy.policy [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:52:36.880995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:36.901029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:36.917574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:52:36.921768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:c77b8a6955c7419b9751e242f52a5f6d is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:52:36.926406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:52:36.932373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:52:37.051729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:37.055245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:37.060137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:37.084822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 12:52:37.114423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786261248610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:37.115007 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Added segment 8055480a-24db-4760-998f-0a429d93988a of type vxlan for network ce34c168-2723-496b-acf5-d845dae223c6 Feb 04 12:52:37.169102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1325be1-69b5-4752-956a-207a889f110e,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:52:37.196390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.196755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.197111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.197459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.197836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.198178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.198527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.198866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.199218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.199559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.199876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.200213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Tracked resource versions report: Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 12:52:37.201449 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 12:52:37.396606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:37.412195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:37.444226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:37.445585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:52:37.446271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:37.451622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:37.563856 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2769353 Feb 04 12:52:37.566939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=ce34c168-2723-496b-acf5-d845dae223c6,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:52:37.570673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:37.581377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network ce34c168-2723-496b-acf5-d845dae223c6 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 12:52:40.966770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39340) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:41.712534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ddb323-93dc-4aac-a86f-2ad7d0210bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:52:41.714588 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-98ddb323-93dc-4aac-a86f-2ad7d0210bd8 admin admin] 10.222.0.45 "GET /v2.0/networks/ce34c168-2723-496b-acf5-d845dae223c6 HTTP/1.1" status: 200 len: 818 time: 0.7465341 Feb 04 12:52:41.751368 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-496dcb9d-c95e-4153-8fbf-51d9a109d3c1 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/8ed70d07-8ab2-42bb-ba8e-987d6c805a4c HTTP/1.1" status: 200 len: 734 time: 0.0299113 Feb 04 12:52:41.762575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Request body: {'subnet': {'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:41.770515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:52:41.775849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Usage tracker for resource:subnet and tenant:c77b8a6955c7419b9751e242f52a5f6d is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:52:41.940382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:52:41.947948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:52:41.959894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Made reservation on behalf of c77b8a6955c7419b9751e242f52a5f6d for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 12:52:41.966179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:42.584667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:42.602313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:42.770242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8856a3-1cbc-4552-be8f-72d2c5f89b59,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:52:42.791700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.791994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.792389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.792740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.793086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.793432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.793803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.794146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.794488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.795079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.795258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.795575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Tracked resource versions report: Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 12:52:42.796759 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 12:52:42.845034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:42.883406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Checking segment: {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:52:42.883789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Network hostable DHCP agents. Network: ce34c168-2723-496b-acf5-d845dae223c6, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 12:52:42.906591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Network ce34c168-2723-496b-acf5-d845dae223c6 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 12:52:42.917483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, ce34c168-2723-496b-acf5-d845dae223c6) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:52:42.931727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:52:42.932519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:42.934962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf906dd-d181-4ca2-8bc2-ee259c3eb480 None None] Network ce34c168-2723-496b-acf5-d845dae223c6 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:52:42.964198 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2056658 Feb 04 12:52:43.375005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-ce34c168-2723-496b-acf5-d845dae223c6', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 12:52:43.376242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:43.819876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Allocated IP 172.20.0.2 (ce34c168-2723-496b-acf5-d845dae223c6/1f8856a3-1cbc-4552-be8f-72d2c5f89b59/9f54a894-342a-42f8-8e4b-9cfea5f0fa8c) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 12:52:44.290640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:44.315656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Transition to ACTIVE for port object 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:52:44.347220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Transition to ACTIVE for port object 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:52:44.358329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:44.383408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:44.895609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Pushing event updated for resources: {'Port': ['ID=9f54a894-342a-42f8-8e4b-9cfea5f0fa8c,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:52:44.931884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.932491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.933110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.933699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.934346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.934965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.935686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.936302 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.936916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.937745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.938730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.938875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Tracked resource versions report: Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 12:52:44.941117 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 12:52:44.947818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:45.055393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Network ce34c168-2723-496b-acf5-d845dae223c6 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 12:52:45.057495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:52:45.062477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 12:52:45.180588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Attempting to bind port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:52:45.181211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Attempting to bind port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 12:52:45.181928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Attempting to bind port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c on network ce34c168-2723-496b-acf5-d845dae223c6 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 12:52:45.193074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 12, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:52:45.194110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Checking segment: {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:52:45.194755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:45.195475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Bound using segment: {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:52:45.196396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Bound port: 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 12:52:45.197275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:45.382509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] For port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 12:52:45.390909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] For port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=9f54a894-342a-42f8-8e4b-9cfea5f0fa8c,segment=NetworkSegment(8055480a-24db-4760-998f-0a429d93988a),segment_id=8055480a-24db-4760-998f-0a429d93988a)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 12:52:45.396038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:45.425038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:45.726964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Pushing event updated for resources: {'Port': ['ID=9f54a894-342a-42f8-8e4b-9cfea5f0fa8c,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:52:45.739498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:46.026681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39354) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:46.655850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [None req-1790b3fc-f571-46c8-8308-3b00a28bd16a admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:52:46.657833 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1790b3fc-f571-46c8-8308-3b00a28bd16a admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.6297524 Feb 04 12:52:49.286687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-493ac676-3254-4880-8cdd-fde2fca2f3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:49.730224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 39368) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:50.329466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [None req-2d1607c1-b147-4bae-913e-dbc70f6ea4b8 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:52:50.330600 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-2d1607c1-b147-4bae-913e-dbc70f6ea4b8 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5990546 Feb 04 12:52:50.988751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:52:51.084262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:52:51.493502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b63af8-396c-4477-86d8-b1b784c881f0 None None] Network ce34c168-2723-496b-acf5-d845dae223c6 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:52:51.623644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Provisioning for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:52:51.640775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Provisioning complete for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:52:51.641169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:51.885980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:51.940632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] For port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=9f54a894-342a-42f8-8e4b-9cfea5f0fa8c,segment=NetworkSegment(8055480a-24db-4760-998f-0a429d93988a),segment_id=8055480a-24db-4760-998f-0a429d93988a)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 12:52:51.948866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:51.951297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ecf8dd6-99c5-49ce-9cba-f17ac86f8a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:52:52.034620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Pushing event updated for resources: {'Port': ['ID=9f54a894-342a-42f8-8e4b-9cfea5f0fa8c,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:52:52.038101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:52:52.201850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-19ed39d5-9c7f-4a9e-b08f-d4d0e26f61ca None None] Provisioning complete for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:52:52.202463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19ed39d5-9c7f-4a9e-b08f-d4d0e26f61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:52.551975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a32387ca-3aad-4314-9fc7-62f8b2acdf85 None None] Provisioning complete for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:52:52.552836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a32387ca-3aad-4314-9fc7-62f8b2acdf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:52.928138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-941a4e9c-5563-4304-a162-5d3857c84dd9 None None] Provisioning complete for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:52:52.928546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-941a4e9c-5563-4304-a162-5d3857c84dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:52.989553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:52:53.274571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:52:53.275243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:53.429344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-10488c5b-d61b-4357-92ad-60172e4b95b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:53.892382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39392) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:53.967241 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:54.220463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'name': 'router1'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:54.228128 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:52:54.231941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Usage tracker for resource:router and tenant:c77b8a6955c7419b9751e242f52a5f6d is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:52:54.235718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:52:54.241801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:52:54.252158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:54.253577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:54.278473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:54.395111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:54.416589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:54.418268 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-afa5e8fa-5b39-4c0b-9579-43c94ef229a1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5242491 Feb 04 12:52:54.446358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:55.339578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:52:55.513290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:52:57.161100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39412) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:52:57.278853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [None req-823625b8-40ba-43c1-9ece-0d098cad6d39 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:52:57.280705 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-823625b8-40ba-43c1-9ece-0d098cad6d39 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1180434 Feb 04 12:52:59.961964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39422) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:00.046301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:00.052186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:53:00.056839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Usage tracker for resource:network and tenant:c8a8871615d04932a28af80d24d9549c is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:53:00.061150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:53:00.068612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:53:00.079240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Made reservation on behalf of c8a8871615d04932a28af80d24d9549c for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 12:53:00.084120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.103488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.123926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:53:00.129075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a8871615d04932a28af80d24d9549c is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:53:00.132501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:53:00.139489 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:53:00.260814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.264643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.270246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:00.287111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=80108) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 04 12:53:00.318987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ac78d5-2d16-41e0-b35d-a4f1a8759a95,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:00.322340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786261248610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.322969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Unsubscribe: segment precommit_create {{(pid=80108) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 04 12:53:00.323657 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Added segment d220e0de-7329-4338-9f20-30f3aa2e5a1e of type flat for network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 Feb 04 12:53:00.338562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:00.373928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.423483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.424779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:53:00.425577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:00.429933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:00.541836 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5786235 Feb 04 12:53:00.545497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5f90e9-9ca0-45c4-be41-348a51d7fba0,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:00.549419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:00.562570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 12:53:03.214249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39432) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:03.368635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf9d805-d832-481b-82ef-e5a3a3fbda7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:53:03.370146 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bcf9d805-d832-481b-82ef-e5a3a3fbda7e admin admin] 10.222.0.45 "GET /v2.0/subnets/1f8856a3-1cbc-4552-be8f-72d2c5f89b59 HTTP/1.1" status: 200 len: 849 time: 0.1545470 Feb 04 12:53:03.524037 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-72b3ef33-bb15-43ea-9f38-c4abda7ea702 admin admin] 10.222.0.45 "GET /v2.0/routers/a814c44f-802c-4987-8651-a15776b5fdb4 HTTP/1.1" status: 200 len: 704 time: 0.1473351 Feb 04 12:53:04.218615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:04.624334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Allocated IP 172.20.0.1 (ce34c168-2723-496b-acf5-d845dae223c6/1f8856a3-1cbc-4552-be8f-72d2c5f89b59/c69281ec-3338-429b-b115-02dfc8f2c1af) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 12:53:04.826478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:04.848803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Transition to ACTIVE for port object c69281ec-3338-429b-b115-02dfc8f2c1af will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:53:04.909382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:04.925335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:05.062913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Pushing event updated for resources: {'Port': ['ID=c69281ec-3338-429b-b115-02dfc8f2c1af,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:05.080089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:05.142905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Network ce34c168-2723-496b-acf5-d845dae223c6 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 12:53:05.144151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:53:05.147237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 12:53:05.148089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:05.391473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a5ebea3c-1ab5-4206-bd9c-4277872fec8c None None] Provisioning for port c69281ec-3338-429b-b115-02dfc8f2c1af completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:53:05.397716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a5ebea3c-1ab5-4206-bd9c-4277872fec8c None None] Provisioning complete for port c69281ec-3338-429b-b115-02dfc8f2c1af triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:53:05.398058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5ebea3c-1ab5-4206-bd9c-4277872fec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:05.460111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebea3c-1ab5-4206-bd9c-4277872fec8c None None] Port c69281ec-3338-429b-b115-02dfc8f2c1af cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 12:53:05.649827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:05.996562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:06.000759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:06.002093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:06.018163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:06.334112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Pushing event updated for resources: {'Port': ['ID=c69281ec-3338-429b-b115-02dfc8f2c1af,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:06.337650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:06.404713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Network ce34c168-2723-496b-acf5-d845dae223c6 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 12:53:06.406112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:53:06.646849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Router a814c44f-802c-4987-8651-a15776b5fdb4 is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 12:53:06.691849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-aead6869-e2d8-4dd7-a1d3-0ece2ec81169 None None] Provisioning complete for port c69281ec-3338-429b-b115-02dfc8f2c1af triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:53:06.692144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aead6869-e2d8-4dd7-a1d3-0ece2ec81169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:06.764855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-aead6869-e2d8-4dd7-a1d3-0ece2ec81169 None None] Port c69281ec-3338-429b-b115-02dfc8f2c1af cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 12:53:06.830401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 12:53:06.842217 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] 10.222.0.45 "PUT /v2.0/routers/a814c44f-802c-4987-8651-a15776b5fdb4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.3119409 Feb 04 12:53:06.842609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Sync routers for ids ['a814c44f-802c-4987-8651-a15776b5fdb4'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 12:53:06.861113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Routers {'a814c44f-802c-4987-8651-a15776b5fdb4'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 12:53:06.862384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T12:52:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a814c44f-802c-4987-8651-a15776b5fdb4'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:07.153497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Set router a814c44f-802c-4987-8651-a15776b5fdb4 gateway port host: None {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 12:53:07.746112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'name': 'router1', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T12:52:54Z', 'updated_at': '2021-02-04T12:53:05Z', 'revision_number': 2, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'gw_port_host': None, '_interfaces': [{'id': 'c69281ec-3338-429b-b115-02dfc8f2c1af', 'name': '', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'mac_address': 'fa:16:3e:40:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:04Z', 'updated_at': '2021-02-04T12:53:05Z', 'revision_number': 2, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnets': [{'id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:07.751703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Checking router: a814c44f-802c-4987-8651-a15776b5fdb4 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 12:53:07.752101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Updating router a814c44f-802c-4987-8651-a15776b5fdb4 port c69281ec-3338-429b-b115-02dfc8f2c1af binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 12:53:07.816854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:08.328873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:08.346829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Transition to ACTIVE for port object c69281ec-3338-429b-b115-02dfc8f2c1af will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:53:08.351124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:08.365464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:08.510000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Pushing event updated for resources: {'Port': ['ID=c69281ec-3338-429b-b115-02dfc8f2c1af,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:08.524141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.524508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.524874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.525222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.525580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.525964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.526309 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.526666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.527003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.527350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.527697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.528037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Tracked resource versions report: Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 12:53:08.529297 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 12:53:08.546301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:08.717450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Attempting to bind port c69281ec-3338-429b-b115-02dfc8f2c1af on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:08.718174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Attempting to bind port c69281ec-3338-429b-b115-02dfc8f2c1af by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 12:53:08.718833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Attempting to bind port c69281ec-3338-429b-b115-02dfc8f2c1af on network ce34c168-2723-496b-acf5-d845dae223c6 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 12:53:08.729762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 12, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:08.730560 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Checking segment: {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:53:08.731412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:08.732498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Bound using segment: {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:08.733082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Bound port: c69281ec-3338-429b-b115-02dfc8f2c1af, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8055480a-24db-4760-998f-0a429d93988a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 12:53:08.733837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:08.900160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] For port c69281ec-3338-429b-b115-02dfc8f2c1af, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 12:53:08.907342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] For port c69281ec-3338-429b-b115-02dfc8f2c1af, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=c69281ec-3338-429b-b115-02dfc8f2c1af,segment=NetworkSegment(8055480a-24db-4760-998f-0a429d93988a),segment_id=8055480a-24db-4760-998f-0a429d93988a)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 12:53:08.909646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:08.925741 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:09.081730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Pushing event updated for resources: {'Port': ['ID=c69281ec-3338-429b-b115-02dfc8f2c1af,revision_number=4']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:09.087859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fcb5768e-ab27-4296-88a2-0daa58f7a5eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:09.163213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Routers {'a814c44f-802c-4987-8651-a15776b5fdb4'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 12:53:09.164451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T12:52:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a814c44f-802c-4987-8651-a15776b5fdb4'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:09.378203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] Set router a814c44f-802c-4987-8651-a15776b5fdb4 gateway port host: None {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 12:53:09.643475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 39444) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:09.782890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'name': 'router1', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T12:52:54Z', 'updated_at': '2021-02-04T12:53:05Z', 'revision_number': 2, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'gw_port_host': None, '_interfaces': [{'id': 'c69281ec-3338-429b-b115-02dfc8f2c1af', 'name': '', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'mac_address': 'fa:16:3e:40:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:04Z', 'updated_at': '2021-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnets': [{'id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:09.788027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32baa77-a6bd-4169-86c1-659c5feea21b None None] The sync data for ids ['a814c44f-802c-4987-8651-a15776b5fdb4'] in dv-cinder-773985-3-smb is: [{'id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'name': 'router1', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T12:52:54Z', 'updated_at': '2021-02-04T12:53:05Z', 'revision_number': 2, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'gw_port_host': None, '_interfaces': [{'id': 'c69281ec-3338-429b-b115-02dfc8f2c1af', 'name': '', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'mac_address': 'fa:16:3e:40:39:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:04Z', 'updated_at': '2021-02-04T12:53:08Z', 'revision_number': 4, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnets': [{'id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 12:53:09.870540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c513e932-731e-4241-92fb-a8490be17f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:53:09.871187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c513e932-731e-4241-92fb-a8490be17f95 admin admin] Synchronizing usage tracker for tenant:c8a8871615d04932a28af80d24d9549c on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 12:53:09.894132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c513e932-731e-4241-92fb-a8490be17f95 admin admin] Unset dirty status for tenant:c8a8871615d04932a28af80d24d9549c on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 12:53:09.895810 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c513e932-731e-4241-92fb-a8490be17f95 admin admin] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 842 time: 0.2507339 Feb 04 12:53:09.908161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'cidr': '172.28.2.0/24'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:09.915028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:53:09.920006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Usage tracker for resource:subnet and tenant:c8a8871615d04932a28af80d24d9549c is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:53:09.929107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:53:09.937448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:53:09.949070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Made reservation on behalf of c8a8871615d04932a28af80d24d9549c for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 12:53:09.954515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:10.430198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80108) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 12:53:10.430652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:10.446818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8c1c805c-6805-496f-9c1d-485ec7e97be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:10.575442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a16a2a-2d3d-4552-a82e-6896cdb2c5c6,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:10.579055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:10.658413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:53:10.658847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Network hostable DHCP agents. Network: 6c5f90e9-9ca0-45c4-be41-348a51d7fba0, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 12:53:10.685916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 12:53:10.697376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 6c5f90e9-9ca0-45c4-be41-348a51d7fba0) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:53:10.702823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:53:10.703957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:10.712296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514f2b3-823d-48d2-a2cf-ff384aadf966 None None] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:53:10.737862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8264308 Feb 04 12:53:11.039282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device c69281ec-3338-429b-b115-02dfc8f2c1af up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:53:11.098027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c942a14-8712-4b1a-abbb-32c4e2ae1ecc None None] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:53:11.259000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port c69281ec-3338-429b-b115-02dfc8f2c1af completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:53:11.275297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port c69281ec-3338-429b-b115-02dfc8f2c1af triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:53:11.275782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:11.507752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:11.567251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port c69281ec-3338-429b-b115-02dfc8f2c1af, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=c69281ec-3338-429b-b115-02dfc8f2c1af,segment=NetworkSegment(8055480a-24db-4760-998f-0a429d93988a),segment_id=8055480a-24db-4760-998f-0a429d93988a)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 12:53:11.571833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:11.574668 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:11.659098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=c69281ec-3338-429b-b115-02dfc8f2c1af,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:11.663149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:12.944204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device c69281ec-3338-429b-b115-02dfc8f2c1af up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:53:13.040845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port c69281ec-3338-429b-b115-02dfc8f2c1af triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:53:13.041383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:13.541999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 39458) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:13.836098 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-680d564e-ff7d-456c-b2d0-1ecc4a2a7042 admin admin] 10.222.0.45 "GET /v2.0/routers/a814c44f-802c-4987-8651-a15776b5fdb4 HTTP/1.1" status: 200 len: 710 time: 0.2924118 Feb 04 12:53:13.990461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f57b77f-cf8c-49a5-a532-52d26fa1b2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:53:13.992293 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7f57b77f-cf8c-49a5-a532-52d26fa1b2ac admin admin] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 886 time: 0.1497757 Feb 04 12:53:14.002784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:14.505343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.042575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.107262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.121118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.137709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:53:15.142180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:53:15.145200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:53:15.151327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:53:15.250381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.253846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.267535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:15.359015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09963122-3b48-4a9f-8d10-ac2c687a08e1,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:15.368483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:15.550257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Allocated IP 172.28.2.148 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/b40cf93f-96bc-467e-a744-bc4964d048b4) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 12:53:15.720637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.786653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:15.802868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:15.943122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b40cf93f-96bc-467e-a744-bc4964d048b4,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:15.947110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:16.005669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 12:53:16.006862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:53:16.009946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 12:53:16.423188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:16.789815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:16.793728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854234295', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853749278'] for router, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:17.163490 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Router a814c44f-802c-4987-8651-a15776b5fdb4 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 12:53:17.372617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 12:53:17.383662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Sync routers for ids ['a814c44f-802c-4987-8651-a15776b5fdb4'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 12:53:17.392942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:17.394117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Routers {'a814c44f-802c-4987-8651-a15776b5fdb4'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 12:53:17.394275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a814c44f-802c-4987-8651-a15776b5fdb4 HTTP/1.1" status: 200 len: 890 time: 3.3953700 Feb 04 12:53:17.394883 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T12:52:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a814c44f-802c-4987-8651-a15776b5fdb4'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:17.775046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Set router a814c44f-802c-4987-8651-a15776b5fdb4 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 12:53:18.170909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'name': 'router1', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b40cf93f-96bc-467e-a744-bc4964d048b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T12:52:54Z', 'updated_at': '2021-02-04T12:53:16Z', 'revision_number': 4, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'gw_port': {'id': 'b40cf93f-96bc-467e-a744-bc4964d048b4', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:15Z', 'updated_at': '2021-02-04T12:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'c69281ec-3338-429b-b115-02dfc8f2c1af', 'name': '', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'mac_address': 'fa:16:3e:40:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:04Z', 'updated_at': '2021-02-04T12:53:11Z', 'revision_number': 5, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnets': [{'id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:18.176272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Checking router: a814c44f-802c-4987-8651-a15776b5fdb4 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 12:53:18.176661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Updating router a814c44f-802c-4987-8651-a15776b5fdb4 port b40cf93f-96bc-467e-a744-bc4964d048b4 binding host dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 12:53:18.237866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:18.690808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:18.704851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Transition to ACTIVE for port object b40cf93f-96bc-467e-a744-bc4964d048b4 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:53:18.709202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:18.739628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa0a910f-eb32-41c1-b868-c177b656a71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:19.018686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82ba0-4d3f-4013-a026-ce0c0c793b3e None None] Pushing event updated for resources: {'Port': ['ID=b40cf93f-96bc-467e-a744-bc4964d048b4,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:19.028799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d3f82ba0-4d3f-4013-a026-ce0c0c793b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:19.147750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Attempting to bind port b40cf93f-96bc-467e-a744-bc4964d048b4 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:19.148425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Attempting to bind port b40cf93f-96bc-467e-a744-bc4964d048b4 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 12:53:19.149123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Attempting to bind port b40cf93f-96bc-467e-a744-bc4964d048b4 on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 12:53:19.161017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 12, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:53:19.161700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:53:19.162493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:19.163225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:53:19.164269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Bound port: b40cf93f-96bc-467e-a744-bc4964d048b4, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 12:53:19.164986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:19.292466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1d88e4fe-9c5f-4c41-8de1-6633c8d619a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:19.294954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] For port b40cf93f-96bc-467e-a744-bc4964d048b4, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 12:53:19.299747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] For port b40cf93f-96bc-467e-a744-bc4964d048b4, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=b40cf93f-96bc-467e-a744-bc4964d048b4,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 12:53:19.304274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:19.322178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:19.496841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82ba0-4d3f-4013-a026-ce0c0c793b3e None None] Pushing event updated for resources: {'Port': ['ID=b40cf93f-96bc-467e-a744-bc4964d048b4,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:19.503885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d3f82ba0-4d3f-4013-a026-ce0c0c793b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:19.558472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Routers {'a814c44f-802c-4987-8651-a15776b5fdb4'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 12:53:19.559253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T12:52:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a814c44f-802c-4987-8651-a15776b5fdb4'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:19.793309 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] Set router a814c44f-802c-4987-8651-a15776b5fdb4 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 12:53:20.291747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 39468) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:53:20.311593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'name': 'router1', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b40cf93f-96bc-467e-a744-bc4964d048b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T12:52:54Z', 'updated_at': '2021-02-04T12:53:16Z', 'revision_number': 4, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'gw_port': {'id': 'b40cf93f-96bc-467e-a744-bc4964d048b4', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:15Z', 'updated_at': '2021-02-04T12:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'c69281ec-3338-429b-b115-02dfc8f2c1af', 'name': '', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'mac_address': 'fa:16:3e:40:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:04Z', 'updated_at': '2021-02-04T12:53:11Z', 'revision_number': 5, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnets': [{'id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:53:20.316734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1f18e-8b99-495b-ab62-91e4278342f1 None None] The sync data for ids ['a814c44f-802c-4987-8651-a15776b5fdb4'] in dv-cinder-773985-3-smb is: [{'id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'name': 'router1', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b40cf93f-96bc-467e-a744-bc4964d048b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T12:52:54Z', 'updated_at': '2021-02-04T12:53:16Z', 'revision_number': 4, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'gw_port': {'id': 'b40cf93f-96bc-467e-a744-bc4964d048b4', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:15Z', 'updated_at': '2021-02-04T12:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'c69281ec-3338-429b-b115-02dfc8f2c1af', 'name': '', 'network_id': 'ce34c168-2723-496b-acf5-d845dae223c6', 'tenant_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'mac_address': 'fa:16:3e:40:39:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a814c44f-802c-4987-8651-a15776b5fdb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T12:53:04Z', 'updated_at': '2021-02-04T12:53:11Z', 'revision_number': 5, 'project_id': 'c77b8a6955c7419b9751e242f52a5f6d', 'subnets': [{'id': '1f8856a3-1cbc-4552-be8f-72d2c5f89b59', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed70d07-8ab2-42bb-ba8e-987d6c805a4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 12:53:20.497235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf27097-a5aa-47dd-a74e-d4dd28307cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:53:20.497557 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9cf27097-a5aa-47dd-a74e-d4dd28307cf2 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.2043738 Feb 04 12:53:21.003732 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device b40cf93f-96bc-467e-a744-bc4964d048b4 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:53:21.282771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port b40cf93f-96bc-467e-a744-bc4964d048b4 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:53:21.291521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port b40cf93f-96bc-467e-a744-bc4964d048b4 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:53:21.291952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:21.459445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:21.481042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port b40cf93f-96bc-467e-a744-bc4964d048b4, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=b40cf93f-96bc-467e-a744-bc4964d048b4,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 12:53:21.484548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:21.486820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:53:21.592319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=b40cf93f-96bc-467e-a744-bc4964d048b4,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:53:21.596462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:53:23.008652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device b40cf93f-96bc-467e-a744-bc4964d048b4 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:53:23.090450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port b40cf93f-96bc-467e-a744-bc4964d048b4 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:53:23.090780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:23.347389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64261727-f8fd-4de8-bfc0-0cf9d55bbc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:23.991898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:24.469406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:25.372176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:32.503437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:53:49.272424 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab690-5f6e-43c0-ac19-9051c4ee1aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:53.344723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee42ab24-de3b-4806-ad37-4f9b81619c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:53.981734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:54.438000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:53:55.363781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:09.504853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:54:19.281195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2fa7f80e-b1c1-479a-8d4a-88d303a29a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:23.343858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-782805d8-46df-4cdb-bdbf-5d4016bfb8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:24.005082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:24.455308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:25.371407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:46.507365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:54:49.280785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-246c6781-9419-4136-8c24-93b9598d56f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:53.344995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-305ee2fd-6e90-4e10-bf28-2308853dfb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:53.979932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:54.446850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:54:55.364798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:19.271638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f99d8ca-8c4c-481a-8292-d64475d3791f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:23.339933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b2cd76ee-d8e7-46a6-a9bc-61868db3fb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:23.506611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:55:23.975570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:24.457269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:25.368033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:45.339940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40044) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:45.445626 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa702c7a-e711-4545-ae1e-4349077fa66f admin admin] GET failed (client error): The resource could not be found. Feb 04 12:55:45.447178 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-aa702c7a-e711-4545-ae1e-4349077fa66f admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1061034 Feb 04 12:55:45.603819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb393342-0baf-4485-b189-461aa179773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:45.605810 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-eb393342-0baf-4485-b189-461aa179773a admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1510937 Feb 04 12:55:48.129251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40054) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:48.275349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2c0ce-444a-4f81-9d1e-641e47d93af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:48.275868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-19a2c0ce-444a-4f81-9d1e-641e47d93af4 admin admin] Synchronizing usage tracker for tenant:c8a8871615d04932a28af80d24d9549c on resource:subnet {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 12:55:48.292865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-19a2c0ce-444a-4f81-9d1e-641e47d93af4 admin admin] Unset dirty status for tenant:c8a8871615d04932a28af80d24d9549c on resource:subnet {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 12:55:48.294189 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-19a2c0ce-444a-4f81-9d1e-641e47d93af4 admin admin] 10.222.0.45 "GET /v2.0/subnets/1f8856a3-1cbc-4552-be8f-72d2c5f89b59 HTTP/1.1" status: 200 len: 849 time: 0.1638274 Feb 04 12:55:48.305068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:48.437307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:48.767122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786261314675'] for subnet, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:48.783787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ae25853a-cd49-4159-901c-f846bf32d007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:55:48.925166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8856a3-1cbc-4552-be8f-72d2c5f89b59,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:55:48.948777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.949144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.949504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.949918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.950276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.950632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.950987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.951343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.951696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.952049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.952850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.953315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:55:48.959756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:55:49.002630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:49.003759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:49.007061 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] 10.222.0.45 "PUT /v2.0/subnets/1f8856a3-1cbc-4552-be8f-72d2c5f89b59 HTTP/1.1" status: 200 len: 868 time: 0.7053862 Feb 04 12:55:49.009571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee05c6-1f75-43eb-a935-bac465eac736 None None] Network ce34c168-2723-496b-acf5-d845dae223c6 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:55:49.310773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3bf764ba-d62f-4386-9af4-350fef90493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:49.721098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-62051f48-6f05-4a94-8b0a-4feb4e460bf3 None None] Provisioning complete for port 9f54a894-342a-42f8-8e4b-9cfea5f0fa8c triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:55:49.721695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62051f48-6f05-4a94-8b0a-4feb4e460bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:50.204283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-62051f48-6f05-4a94-8b0a-4feb4e460bf3 None None] Provisioning complete for port c69281ec-3338-429b-b115-02dfc8f2c1af triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:55:50.204805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62051f48-6f05-4a94-8b0a-4feb4e460bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:51.573186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40064) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:51.809078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f835b35e-65eb-4129-acdb-3682d105cb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:51.809456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f835b35e-65eb-4129-acdb-3682d105cb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:51.811287 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f835b35e-65eb-4129-acdb-3682d105cb0c admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2369151 Feb 04 12:55:53.347129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1db0da35-44d5-482c-8592-1d4d48d320b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:53.977131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:54.400170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40074) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:54.444462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:54.633050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1877533-1ab7-4a50-9c22-e6cae0019bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:54.633628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1877533-1ab7-4a50-9c22-e6cae0019bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:54.635623 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f1877533-1ab7-4a50-9c22-e6cae0019bae admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2343183 Feb 04 12:55:55.386028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:55:57.245203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40084) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:55:57.482391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223ee12-eb2e-4674-ada8-12f3ffcbbaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:55:57.484155 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5223ee12-eb2e-4674-ada8-12f3ffcbbaf6 admin admin] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 886 time: 0.2374582 Feb 04 12:56:00.047494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40094) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:00.273061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d21d0-3aa2-4c9f-92bd-6eb1bd949276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:00.274532 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-6f3d21d0-3aa2-4c9f-92bd-6eb1bd949276 admin admin] 10.222.0.45 "GET /v2.0/networks/ce34c168-2723-496b-acf5-d845dae223c6 HTTP/1.1" status: 200 len: 862 time: 0.2256234 Feb 04 12:56:00.507498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:56:02.925730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40104) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:03.086183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82f336-b2fd-44ef-8d2e-739a638288f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:03.086693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f82f336-b2fd-44ef-8d2e-739a638288f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:03.088471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5f82f336-b2fd-44ef-8d2e-739a638288f0 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1614377 Feb 04 12:56:05.645812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40114) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:05.801632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d69050-4f5e-4e92-8fa0-1bdaf85c2567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:05.802056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d69050-4f5e-4e92-8fa0-1bdaf85c2567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:05.803790 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-08d69050-4f5e-4e92-8fa0-1bdaf85c2567 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1569045 Feb 04 12:56:08.383843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40124) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:08.533388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d69f02-5ec6-4ccb-9e4e-946ee621e9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:08.534886 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a4d69f02-5ec6-4ccb-9e4e-946ee621e9b9 admin admin] 10.222.0.45 "GET /v2.0/subnets/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6 HTTP/1.1" status: 200 len: 816 time: 0.1497023 Feb 04 12:56:11.090182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40134) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:11.246517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066367cb-e328-46f6-8946-f514642274ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:11.247872 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-066367cb-e328-46f6-8946-f514642274ed admin admin] 10.222.0.45 "GET /v2.0/subnets/1f8856a3-1cbc-4552-be8f-72d2c5f89b59 HTTP/1.1" status: 200 len: 868 time: 0.1566198 Feb 04 12:56:19.276357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a31f5530-aafe-45b9-8936-441adff5b240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:23.343377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fed74cd1-7eee-4124-b93a-af64c49ea8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:23.979513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:24.442045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:25.382312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:37.507896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:56:38.105312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40174) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:38.189269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [None req-5cdacc8d-61be-4283-9f00-b0f79d97513f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:56:38.190562 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5cdacc8d-61be-4283-9f00-b0f79d97513f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0842109 Feb 04 12:56:40.821284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40184) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:40.931503 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cc5bcb-da90-4150-b553-3dd96e58da70 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:56:40.932915 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-83cc5bcb-da90-4150-b553-3dd96e58da70 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1102648 Feb 04 12:56:41.080889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12554861-1c2b-4d50-a1ed-06ad03417ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:41.082546 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-12554861-1c2b-4d50-a1ed-06ad03417ee3 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1448665 Feb 04 12:56:43.678914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40194) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:43.767676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:43.773914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:56:43.785519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:56:43.796610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Made reservation on behalf of c8a8871615d04932a28af80d24d9549c for: {'network': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 12:56:43.804508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:43.910488 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.services.revisions.revision_plugin [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Could not find related network for resource to bump revision. Feb 04 12:56:43.929851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 12:56:43.944922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786261248610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:43.945820 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Added segment 3ce629a7-c884-4311-aa8c-53fae83456d7 of type vxlan for network d81a4a6f-d887-4b58-94e8-7a645f9582c4 Feb 04 12:56:43.997008 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:44.039827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:44.041137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:44.041809 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:44.045573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:56:44.152567 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4723997 Feb 04 12:56:44.155880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Pushing event updated for resources: {'Network': ['ID=d81a4a6f-d887-4b58-94e8-7a645f9582c4,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:56:44.169124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.169696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.170322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.170963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.171554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.172237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.172863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.173526 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.174164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.174737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.175311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.175908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:44.182360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:56:44.192036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 12:56:46.694413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40204) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:56:46.805437 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3707e7a-0083-46c1-b7a8-72f6baf7589e admin admin] GET failed (client error): The resource could not be found. Feb 04 12:56:46.806926 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c3707e7a-0083-46c1-b7a8-72f6baf7589e admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1113150 Feb 04 12:56:46.935373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244756b-d13c-4b4f-9b7e-c9868353b612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:46.941853 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5244756b-d13c-4b4f-9b7e-c9868353b612 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1251354 Feb 04 12:56:46.953833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Request body: {'subnet': {'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:46.959484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:56:46.971508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:56:46.983097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Made reservation on behalf of c8a8871615d04932a28af80d24d9549c for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 12:56:46.989354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:47.613431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:47.633507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:56:47.765130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3687b7b-7f10-4153-874d-fbd2bf8fb52d,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:56:47.783529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:56:47.849743 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Checking segment: {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:56:47.850197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Network hostable DHCP agents. Network: d81a4a6f-d887-4b58-94e8-7a645f9582c4, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 12:56:47.880731 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 12:56:47.896797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, d81a4a6f-d887-4b58-94e8-7a645f9582c4) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:56:47.902190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 12:56:47.902840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:47.907253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3572c-e1f9-4148-88ca-66869569958a None None] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:56:47.935178 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9848797 Feb 04 12:56:48.200350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-d81a4a6f-d887-4b58-94e8-7a645f9582c4', 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4', 'tenant_id': 'c8a8871615d04932a28af80d24d9549c', 'fixed_ips': [{'subnet_id': 'a3687b7b-7f10-4153-874d-fbd2bf8fb52d'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 12:56:48.201126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:48.771025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Allocated IP 192.168.233.2 (d81a4a6f-d887-4b58-94e8-7a645f9582c4/a3687b7b-7f10-4153-874d-fbd2bf8fb52d/3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 12:56:49.152974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:49.168251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Transition to ACTIVE for port object 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:56:49.194827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Transition to ACTIVE for port object 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 12:56:49.202626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:49.224509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:56:49.420218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a867aff-307b-432d-bbe3-8b7bab852fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:49.445209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Pushing event updated for resources: {'Port': ['ID=3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:56:49.461989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.462588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.463100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.463698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.464271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.464843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.465405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.466019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.466542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.467004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.467457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.467942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:56:49.474025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:56:49.550522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 12:56:49.551834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 12:56:49.554915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 12:56:49.670848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Attempting to bind port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:56:49.671440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Attempting to bind port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 12:56:49.672199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Attempting to bind port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e on network d81a4a6f-d887-4b58-94e8-7a645f9582c4 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 12:56:49.683556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 12, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 12:56:49.684239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Checking segment: {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 12:56:49.684976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:49.685755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Bound using segment: {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 12:56:49.686626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Bound port: 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 12:56:49.687337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:49.835661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] For port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 12:56:49.841901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] For port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e,segment=NetworkSegment(3ce629a7-c884-4311-aa8c-53fae83456d7),segment_id=3ce629a7-c884-4311-aa8c-53fae83456d7)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 12:56:49.848059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:49.881738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d3f82ba0-4d3f-4013-a026-ce0c0c793b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:56:50.051003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Pushing event updated for resources: {'Port': ['ID=3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:56:50.054900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:56:51.159665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:56:51.267422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:56:51.466853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526cc50d-8301-4c24-9878-8c1347caa279 None None] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 12:56:51.651402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Provisioning for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 12:56:51.667038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Provisioning complete for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:56:51.667704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:52.094541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:52.185006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-7ec17037-60d0-444e-8280-db196b38437a None None] For port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e,segment=NetworkSegment(3ce629a7-c884-4311-aa8c-53fae83456d7),segment_id=3ce629a7-c884-4311-aa8c-53fae83456d7)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 12:56:52.198211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:52.202216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:56:52.332388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Pushing event updated for resources: {'Port': ['ID=3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:56:52.339022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:56:52.439310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-4e68a49e-c4b7-4535-aff2-008d792d995a None None] Provisioning complete for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:56:52.439885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4e68a49e-c4b7-4535-aff2-008d792d995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:52.787528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-8bb19602-76c2-4970-80b0-d052a7318e8e None None] Provisioning complete for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:56:52.788236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8bb19602-76c2-4970-80b0-d052a7318e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:53.111485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 12:56:53.185653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-f55d6615-95e8-4320-979d-4e72274a494f None None] Provisioning complete for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:56:53.186529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f55d6615-95e8-4320-979d-4e72274a494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:53.266480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 3d1a71b1-b7cd-4139-9b2b-3d1ec9cd916e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 12:56:53.266919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:53.397596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-58625c1c-0052-4442-9a09-510bfb4ae978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:53.986246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:54.440402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:56:55.384813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:14.509219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:57:19.268864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dddaacf2-b588-4ba2-a62c-ca2545e27d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:23.351192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ae0ecccf-4f18-449a-b4af-47bbc951762d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:23.996055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:24.443874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:25.383739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:49.266092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2e279122-fde6-4662-bf5a-8aa984f6ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:51.509043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:57:53.348172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-58a5e060-8c16-44ed-8aa6-4528b672aa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:53.988278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:54.439687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:57:55.388263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:02.603404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40246) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:02.611644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [None req-a8bfe1d4-c338-42fc-94a8-5380b9ccd889 tempest-verify_tempest_config-1933341515 tempest-verify_tempest_config-1933341515-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:58:02.612780 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a8bfe1d4-c338-42fc-94a8-5380b9ccd889 tempest-verify_tempest_config-1933341515 tempest-verify_tempest_config-1933341515-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0079925 Feb 04 12:58:03.064185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40266) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:03.242111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.258971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 12:58:03.263262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Usage tracker for resource:security_group_rule and tenant:8eba7b2a755f488f9c61ab39ef3c0dc9 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 12:58:03.266641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 12:58:03.273007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 12:58:03.385025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.389133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.401873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:58:03.451015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Synchronizing usage tracker for tenant:c8a8871615d04932a28af80d24d9549c on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 12:58:03.454231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e53a8f-f22e-48e6-b87f-0fcb424e51af,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:58:03.466204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.466557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.466948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.467304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.467654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.468005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.468354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.468719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.469055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.469401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.469771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.470049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:58:03.476300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:58:03.489650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Unset dirty status for tenant:c8a8871615d04932a28af80d24d9549c on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 12:58:03.491121 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8eba7b2a755f488f9c61ab39ef3c0dc9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4258516 Feb 04 12:58:03.494002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40272) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:58:03.565118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.596996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.656475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.661095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 12:58:03.674265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e53a8f-f22e-48e6-b87f-0fcb424e51af,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 12:58:03.678727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 12:58:03.682770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:03.684056 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91e53a8f-f22e-48e6-b87f-0fcb424e51af HTTP/1.1" status: 204 len: 168 time: 0.1890051 Feb 04 12:58:19.262561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6ab1bfa7-a207-46b8-9184-14f9a583aa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:23.343981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3e5de11a-b447-4785-8dbd-b47133e87bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:23.991714 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:24.435244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:25.391952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:28.508882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:58:49.267274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1b29bb26-dbfa-40f0-8b7d-6bc8080dbdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:53.349683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5aad5d3b-a688-449b-83bf-db12af869cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:53.994608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:54.443956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:58:55.404577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:05.508939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:59:19.273937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-39dc2f32-afd8-4ad4-b960-be32a39c2c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:23.355482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b8570191-2770-4f01-8090-53e0f280214c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:23.996624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:24.448579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:25.394871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:42.513573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 5 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 12:59:46.818248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207'] for agent, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:46.818986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.819620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.820302 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.820733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.821198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.821746 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.822171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.822676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.823275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.823859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.824470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.825126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 12:59:46.825909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77398', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:59:46.831318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77398', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 12:59:47.118366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] get_endpoint_by_host() called for host hv-cinder-77398 {{(pid=80109) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 04 12:59:47.123081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] get_endpoint_by_ip() called for ip 192.168.0.99 {{(pid=80109) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 04 12:59:47.128441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] _add_endpoint() called for ip 192.168.0.99 {{(pid=80109) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 04 12:59:47.135635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] _get_endpoints() called {{(pid=80109) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 04 12:59:49.272238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b089df17-7e9e-4043-9de6-4cf3e588a181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:50.555473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40324) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:50.718473 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-49c78e40-7ba2-4f47-94c8-20fbc017e6c7 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1617405 Feb 04 12:59:53.346033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40334) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 12:59:53.372984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33cc6673-7f40-4c3f-a68f-a500de696ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:53.448888 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-6309a5d0-cc8d-45d7-9e05-01645061e8df admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1008928 Feb 04 12:59:53.998920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:54.446089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 12:59:55.403412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:16.818818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:19.267454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c23e9674-0e41-4262-95b8-07e0d68efadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:19.515321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:00:23.359520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9e5e86d4-d3b9-49e3-9229-38d956559cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:24.005079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:24.442488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:25.417573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:46.836627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:49.265468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b0d73f1f-2789-4147-833a-086a3565995c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:53.357514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5176e505-9526-4461-a911-d5d589f3aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:54.005498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:54.437014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:55.410813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:00:56.524533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:01:16.852191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:19.266827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d6874ab-9eab-4516-bbb3-d36cd11ecb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:23.351991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c20ca9f7-8b35-4a36-a01e-f0b1d6a70775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:24.008837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:24.442277 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:25.416592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:33.515721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:01:40.201173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40476) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:40.860138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-782952781-network', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:40.867598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:40.872103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Usage tracker for resource:network and tenant:315d9e1dbd1745b7933e1934f50d13f4 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:40.875855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:40.882079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:40.892808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Made reservation on behalf of 315d9e1dbd1745b7933e1934f50d13f4 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:40.897950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:40.915475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:40.932587 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:40.937099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:315d9e1dbd1745b7933e1934f50d13f4 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:40.940477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:40.946912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:41.048444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.052695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.059693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:41.095475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:01:41.105956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923d5372-2e2a-4d5f-a39c-7c42dc5469f9,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:41.116517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.116825 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Added segment 0b33844f-7138-4bdf-92db-0336eb2a995f of type vxlan for network 7f428676-6196-431b-969b-ec49eb2ae899 Feb 04 13:01:41.118763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.119269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.119635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.119993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.120349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.120705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.121061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.121394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.121980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.122338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.122693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.123014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.123650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.124004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.124353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.124698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.125042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.125368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.125987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.126328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.126680 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.127014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.127358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.127713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Tracked resource versions report: Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}, Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 13:01:41.128984 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 13:01:41.136668 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:41.161340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.193861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.195234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:41.195994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.201295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:41.313508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=7f428676-6196-431b-969b-ec49eb2ae899,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:41.320666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40508) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:41.326248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 7f428676-6196-431b-969b-ec49eb2ae899 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:41.327556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Request body: {'subnet': {'network_id': '7f428676-6196-431b-969b-ec49eb2ae899', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-subnet', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:41.330289 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1278410 Feb 04 13:01:41.332667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:41.335124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:41.339577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Usage tracker for resource:subnet and tenant:315d9e1dbd1745b7933e1934f50d13f4 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:41.342832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:41.349125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:41.359700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Made reservation on behalf of 315d9e1dbd1745b7933e1934f50d13f4 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:41.365067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.455910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network 7f428676-6196-431b-969b-ec49eb2ae899 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:41.470221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40518) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:41.925046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:41.952829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:42.007357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-597602019-network', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:42.017352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:42.039785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Usage tracker for resource:network and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:42.044205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:42.076598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:42.093566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Made reservation on behalf of e582d788f0a84310a22bb829e584df6b for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:42.099940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.117190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.141331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:42.146764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:42.150793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:42.171911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:42.236518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ffc136-1161-4e78-8ec5-97f07b229463,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:42.262721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.263136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.263797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.264158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.264480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.265051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.265512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.265956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.267046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.267357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.267703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.268046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.268628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.268993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.269334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.269700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.270033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.270372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.270705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.271038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.271371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.271726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.272030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.272353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Tracked resource versions report: Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}, Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 13:01:42.274030 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 13:01:42.293977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40538) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.294917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:42.349558 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Checking segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:42.350033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Network hostable DHCP agents. Network: 7f428676-6196-431b-969b-ec49eb2ae899, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:01:42.354096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.362648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.382660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Network 7f428676-6196-431b-969b-ec49eb2ae899 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:01:42.382938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:42.394450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 7f428676-6196-431b-969b-ec49eb2ae899) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:42.405940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4252f42-3feb-4720-bfc1-9b99b2f1a4e5 None None] Network 7f428676-6196-431b-969b-ec49eb2ae899 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:42.408649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:42.409557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.441044 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1184802 Feb 04 13:01:42.442279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40544) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.444015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:01:42.452993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:42.460953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:42.467053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Usage tracker for resource:router and tenant:315d9e1dbd1745b7933e1934f50d13f4 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:42.470823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.471340 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Added segment afaf4a8f-0696-4f09-a051-87826289baf3 of type vxlan for network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 Feb 04 13:01:42.473215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b639407-68c2-41e1-933c-9f06e50ba920,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:42.473450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:42.478043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:42.499676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:42.513137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.513839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.515373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.545829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.594455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.597018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:42.597937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.645230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-116036fd-e766-4e41-b4c2-66f2f87565c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:42.682777 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2107773 Feb 04 13:01:42.692156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40552) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.767603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Request body: {'subnet': {'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-subnet', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:42.773434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:42.778028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Usage tracker for resource:subnet and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:42.785295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:42.795999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:42.805289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40558) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:42.827538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Made reservation on behalf of e582d788f0a84310a22bb829e584df6b for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:42.833435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:42.920281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965abf38-c2e4-43ba-947a-8ff40d80e4d0 None None] Network 7f428676-6196-431b-969b-ec49eb2ae899 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:43.255986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Pushing event updated for resources: {'Network': ['ID=c87efb16-9a9b-4c95-aa1c-cb301c202ca9,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:43.263135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:43.291870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:43.322810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:43.466189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:43.487980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-187805133-network', 'tenant_id': '27f46618687548b0995ad9a9e733a34c'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:43.490615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:43.501599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:43.572572 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f06512-62a6-4ed6-9ae1-dce902c50270,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:43.631940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:43.674860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Usage tracker for resource:network and tenant:27f46618687548b0995ad9a9e733a34c is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:43.682114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:43.691535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:43.702714 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:43.734926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Made reservation on behalf of 27f46618687548b0995ad9a9e733a34c for: {'network': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:43.739566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1830544877-network', 'tenant_id': '71e88cc8d3f04404bce3ff0e055e92ef'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:43.740469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:43.765428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:43.780813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:43.786761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Usage tracker for resource:network and tenant:71e88cc8d3f04404bce3ff0e055e92ef is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:43.795405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:43.810910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:43.857481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Made reservation on behalf of 71e88cc8d3f04404bce3ff0e055e92ef for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:43.863962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:43.890647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:43.925945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:43.926805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:43.932273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:71e88cc8d3f04404bce3ff0e055e92ef is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:43.935864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:43.943256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:43.954442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Usage tracker for resource:security_group_rule and tenant:27f46618687548b0995ad9a9e733a34c is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:43.964300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:43.987226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:44.074484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.080928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.109648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:01:44.121698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.122102 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Added segment f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d of type vxlan for network dec14c1b-2522-4109-926c-79b72f51361e Feb 04 13:01:44.159467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.200409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f06f8c5b-3d8b-4251-9ae8-0070a0cb2497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:44.215471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.217171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Checking segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:44.217777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Network hostable DHCP agents. Network: c87efb16-9a9b-4c95-aa1c-cb301c202ca9, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:01:44.228204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:44.229803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.267248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:01:44.287959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, c87efb16-9a9b-4c95-aa1c-cb301c202ca9) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:44.298800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729f739-3dbf-4753-a508-5d3d2e4ccc97 None None] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:44.325062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:44.326269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.396140 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7020166 Feb 04 13:01:44.397510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40600) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:44.406855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666a57af-dde8-4b39-8ece-f96c24cb7136,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:44.432818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:44.438497 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6247332 Feb 04 13:01:44.440333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:44.443368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:44.468972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40606) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:44.470265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:44.503018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Request body: {'subnet': {'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1830544877-subnet', 'tenant_id': '71e88cc8d3f04404bce3ff0e055e92ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:44.516043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Usage tracker for resource:router and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:44.640654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.651368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:44.664114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.666763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:44.671163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:44.681332 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:44.698427 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Usage tracker for resource:subnet and tenant:71e88cc8d3f04404bce3ff0e055e92ef is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:44.708648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:44.723231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=dec14c1b-2522-4109-926c-79b72f51361e,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:44.734395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.737648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.758205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.765944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network dec14c1b-2522-4109-926c-79b72f51361e details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:44.778869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:44.780554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:44.793483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:01:44.813994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network dec14c1b-2522-4109-926c-79b72f51361e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:44.850464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786261248610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.851210 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Added segment bcf8a4a6-3b8f-4b91-bf21-f53b9716216a of type vxlan for network 8ae052a7-8d74-4e44-b249-4e879db86a48 Feb 04 13:01:44.918143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:44.995404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c82b6-e4d3-4389-9200-d992596304a9,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:45.002659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:45.022927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.088658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Made reservation on behalf of 71e88cc8d3f04404bce3ff0e055e92ef for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:45.094007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.149478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.227128 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 13:01:45.227853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.325744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.333097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:45.334107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.370788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-85cb3e2e-8108-46ba-8ec9-c1e26cf1263a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:45.403603 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.1074712 Feb 04 13:01:45.405251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40626) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:45.602120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Request body: {'subnet': {'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-187805133-subnet', 'tenant_id': '27f46618687548b0995ad9a9e733a34c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:45.619905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Allocated IP 172.20.0.2 (c87efb16-9a9b-4c95-aa1c-cb301c202ca9/d8f06512-62a6-4ed6-9ae1-dce902c50270/53bd364e-e0bf-44d7-a511-b598008e7359) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:01:45.646171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.687436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:45.694760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Usage tracker for resource:subnet and tenant:27f46618687548b0995ad9a9e733a34c is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:45.703290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:45.718727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:45.739444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Pushing event updated for resources: {'Network': ['ID=8ae052a7-8d74-4e44-b249-4e879db86a48,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:45.749535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Made reservation on behalf of 27f46618687548b0995ad9a9e733a34c for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:01:45.754199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:45.769272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:46.068075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:46.322400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:46.402023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:01:46.497519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Allocated IP 172.28.2.180 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/adac54cd-5fe0-48af-a34f-1a8f0a6995b3) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:01:46.503642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-51a5ac72-1a0f-41ae-840f-420d6a6039a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:46.598271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:46.650477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:46.708010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6794e0-6eab-4b60-9b4e-975802eb5616,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:46.720349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:47.006226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.108538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Checking segment: {'id': 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:47.108538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Network hostable DHCP agents. Network: dec14c1b-2522-4109-926c-79b72f51361e, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:01:47.140299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.171886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Network dec14c1b-2522-4109-926c-79b72f51361e is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:01:47.175645 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Transition to ACTIVE for port object 53bd364e-e0bf-44d7-a511-b598008e7359 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:01:47.203880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, dec14c1b-2522-4109-926c-79b72f51361e) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:47.215414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:47.216349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.224946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Transition to ACTIVE for port object 53bd364e-e0bf-44d7-a511-b598008e7359 will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:01:47.237283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2110860c-bb22-4a29-a6bb-e693dd37732f None None] Network dec14c1b-2522-4109-926c-79b72f51361e requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:47.277139 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-cc0f3b02-e468-4b70-863a-a6a6510d76c0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7990763 Feb 04 13:01:47.286966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.372129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:47.465936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.544753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.591485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:47.650620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Pushing event updated for resources: {'Port': ['ID=53bd364e-e0bf-44d7-a511-b598008e7359,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:47.693298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Allocated IP 172.28.2.174 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/42921f93-7838-438e-a467-7ac6e721f104) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:01:47.722028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.722351 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.729271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.729635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.738396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.738745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.739042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.739657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.739773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.740109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.740472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.740833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.741580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.741717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.742037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.742548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.742733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.743089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.743417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.743851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.744279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.745006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.745376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.745800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Tracked resource versions report: Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}, Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 13:01:47.754662 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 13:01:47.759936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:47.891836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Pushing event updated for resources: {'Port': ['ID=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:47.911819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:47.917856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:47.973646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:47.989327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:01:48.066656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:48.070087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:01:48.086795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.122149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40710) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:48.166384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28dcd00e-a20a-4490-aad9-f6cdf071a3b6,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:48.169531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295824da-2285-47ec-b0ca-840c68934721 None None] Network dec14c1b-2522-4109-926c-79b72f51361e requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:48.171163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:01:48.175006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:48.175938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:48.181097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:01:48.198147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.247411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:48.276751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Attempting to bind port 53bd364e-e0bf-44d7-a511-b598008e7359 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:48.277212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Attempting to bind port 53bd364e-e0bf-44d7-a511-b598008e7359 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:01:48.277543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Attempting to bind port 53bd364e-e0bf-44d7-a511-b598008e7359 on network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:01:48.296367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:48.296367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Checking segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:48.296905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.297366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Bound using segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:48.297876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Bound port: 53bd364e-e0bf-44d7-a511-b598008e7359, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:01:48.298322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.424818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40718) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:48.452548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Pushing event updated for resources: {'Port': ['ID=42921f93-7838-438e-a467-7ac6e721f104,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:48.458337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:48.583918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] For port 53bd364e-e0bf-44d7-a511-b598008e7359, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:01:48.606973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Checking segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:48.607359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Network hostable DHCP agents. Network: 8ae052a7-8d74-4e44-b249-4e879db86a48, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:01:48.611132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:01:48.612535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:48.619591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:01:48.687859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] For port 53bd364e-e0bf-44d7-a511-b598008e7359, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=53bd364e-e0bf-44d7-a511-b598008e7359,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:01:48.696095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.715557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:48.872347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:01:48.877613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.916260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 8ae052a7-8d74-4e44-b249-4e879db86a48) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:48.932230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:48.934101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Pushing event updated for resources: {'Port': ['ID=53bd364e-e0bf-44d7-a511-b598008e7359,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:48.955734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba132a-4991-46bc-8b4d-a3ed4fc1066b None None] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:49.026682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:49.040180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40742) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:49.050800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:49.051454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:49.068471 dv-cinder-773985-3-smb neutron-server[79992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 13:01:49.161697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:49.171218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Usage tracker for resource:security_group_rule and tenant:6710f2c03107493dad79d7ea5a60a85b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:49.177836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:49.191411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:49.319096 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7563541 Feb 04 13:01:49.353891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22e21cb5-7aae-4980-b0cd-da44c3e70f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:49.437516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33f53e-4f47-4305-98c1-b982fb70bbeb None None] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:49.720098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-b3818a6c-398a-4262-8ad9-c62224dae334 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:49.722311 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-b3818a6c-398a-4262-8ad9-c62224dae334 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/networks?id=dec14c1b-2522-4109-926c-79b72f51361e HTTP/1.1" status: 200 len: 812 time: 0.6661139 Feb 04 13:01:49.749036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:49.835126 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-12e67bf0-3ac1-476b-b4ab-1b4cc287a671 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/quotas/71e88cc8d3f04404bce3ff0e055e92ef HTTP/1.1" status: 200 len: 375 time: 0.0291831 Feb 04 13:01:49.853654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:49.861017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Usage tracker for resource:security_group_rule and tenant:a3aedc138a3444abbaed98b88f2c8eeb is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:49.867901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:49.879170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:50.226172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.230733 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-973a2ab9-7021-4115-a7fa-f80389341c0e tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=71e88cc8d3f04404bce3ff0e055e92ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3867624 Feb 04 13:01:50.242910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.254866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.304383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:50.319788 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6710f2c03107493dad79d7ea5a60a85b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1918325 Feb 04 13:01:50.322271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40784) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:50.451747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40796) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:50.463507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.505728 dv-cinder-773985-3-smb neutron-server[79992]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 13:01:50.704841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.724584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Router f9964728-b904-4261-9d97-4831ce40618a is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 13:01:50.827548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.843419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:50.854500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-549c1778-aad7-48ad-a29b-d21919fb91b8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:01:50.855647 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-549c1778-aad7-48ad-a29b-d21919fb91b8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2773697 Feb 04 13:01:50.922309 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3aedc138a3444abbaed98b88f2c8eeb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4917459 Feb 04 13:01:50.936123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40806) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:50.937590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.012510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ce725-419f-43f9-a6c6-e35aa5971561,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:51.103045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:51.105382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:51.130779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.316146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ffec8f-dcd6-429f-91e9-bbfbd2f5d269 None None] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:01:51.326121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-ba823daa-19b9-4841-af62-1a710672f738 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:51.328143 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-ba823daa-19b9-4841-af62-1a710672f738 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.8396273 Feb 04 13:01:51.357324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.361066 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e01ce725-419f-43f9-a6c6-e35aa5971561 HTTP/1.1" status: 204 len: 168 time: 1.0334065 Feb 04 13:01:51.361293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:01:51.371691 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-4310164b-ee12-46de-b2e3-a45fff3f7985 service neutron] 10.222.0.45 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906173 Feb 04 13:01:51.376202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Sync routers for ids ['f9964728-b904-4261-9d97-4831ce40618a'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:01:51.378695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdee0214-06f5-40ce-984a-286794a2414b,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:51.397360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:51.397866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:51.417083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Routers {'f9964728-b904-4261-9d97-4831ce40618a'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:01:51.418537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['f9964728-b904-4261-9d97-4831ce40618a'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:01:51.419357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ce725-419f-43f9-a6c6-e35aa5971561,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:51.436204 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-5adf22d0-395a-46fa-bdba-4e72decbcf46 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/quotas/27f46618687548b0995ad9a9e733a34c HTTP/1.1" status: 200 len: 375 time: 0.0676265 Feb 04 13:01:51.439284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:51.440144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.450665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.458437 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.0142787 Feb 04 13:01:51.467000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40814) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:51.570578 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-10ae9421-ce88-4c7b-9d1a-71c7d21be48c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276658 Feb 04 13:01:51.601413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 53bd364e-e0bf-44d7-a511-b598008e7359 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:01:51.733403 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.834187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:51.909149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-5f397d13-4761-47e4-979f-490bd1699aad None None] Provisioning for port 53bd364e-e0bf-44d7-a511-b598008e7359 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:01:52.044450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 53bd364e-e0bf-44d7-a511-b598008e7359 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:01:52.090107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 53bd364e-e0bf-44d7-a511-b598008e7359 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:01:52.090107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:52.090657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Set router f9964728-b904-4261-9d97-4831ce40618a gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:01:52.134507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:52.158121 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-7bb6987b-d3e1-42c3-8d0c-2cd96ff45164 service neutron] 10.222.0.45 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7555661 Feb 04 13:01:52.329917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-0ddaf75b-2623-4a60-8028-dd5d8ff80e2d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:01:52.332037 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-0ddaf75b-2623-4a60-8028-dd5d8ff80e2d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2540102 Feb 04 13:01:52.340914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9be809b0-5901-493e-9ed3-f8ed2c336ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:52.442540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdee0214-06f5-40ce-984a-286794a2414b,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:52.486567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40834) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:52.563222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:52.567154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:52.589149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:52.611689 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:52.613797 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdee0214-06f5-40ce-984a-286794a2414b HTTP/1.1" status: 204 len: 168 time: 1.6025658 Feb 04 13:01:52.698991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 53bd364e-e0bf-44d7-a511-b598008e7359, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=53bd364e-e0bf-44d7-a511-b598008e7359,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:01:52.708174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:52.717455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:52.796477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 13:01:52.819472 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-e80b163c-6519-49e4-9526-87a4c7548009 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416623 Feb 04 13:01:52.956204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:01:48Z', 'revision_number': 3, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:01:53.032411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Checking router: f9964728-b904-4261-9d97-4831ce40618a for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:01:53.036500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Updating router f9964728-b904-4261-9d97-4831ce40618a port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:01:53.100688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=53bd364e-e0bf-44d7-a511-b598008e7359,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:53.108913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:53.169818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:53.203847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:53.212028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Usage tracker for resource:security_group_rule and tenant:c5094f1e321e4f1091c3108cab9ff4c6 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:53.218089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:53.295997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-ec937735-7a83-418d-aa91-5079f91ded55 None None] Provisioning complete for port 53bd364e-e0bf-44d7-a511-b598008e7359 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:01:53.296623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ec937735-7a83-418d-aa91-5079f91ded55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:53.458958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:53.462365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae3b2-60b0-401f-895c-7b440caf2216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:53.491766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 53bd364e-e0bf-44d7-a511-b598008e7359 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:01:53.616043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:01:53.722379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:01:53.755934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:01:53.762348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:53.763820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:01:53.767470 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3658135 Feb 04 13:01:53.771184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40866) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:54.142538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:01:54.457616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:54.496825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 53bd364e-e0bf-44d7-a511-b598008e7359 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:01:54.497501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:54.609465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40874) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:54.610166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40876) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:54.654619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:54.931561 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-699052e5-baff-4d52-adc9-3ae79cb931a7 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1108940 Feb 04 13:01:54.977354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.002254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Transition to ACTIVE for port object adac54cd-5fe0-48af-a34f-1a8f0a6995b3 will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:01:55.007897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.030153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.148000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-dbdca424-7377-4bb4-a90d-e82cfc792141 None None] Provisioning complete for port 53bd364e-e0bf-44d7-a511-b598008e7359 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:01:55.148886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dbdca424-7377-4bb4-a90d-e82cfc792141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.183571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:55.239496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:55.259287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Usage tracker for resource:security_group_rule and tenant:26fd1a10bd8f404999205e4f35c311ad is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:55.263010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:55.274347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:55.274669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.349699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:01:49Z', 'revision_number': 3, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:01:55.380020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:01:55.380849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Updating router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e port 42921f93-7838-438e-a467-7ac6e721f104 binding host dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:01:55.404371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Pushing event updated for resources: {'Port': ['ID=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,revision_number=2']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:55.426961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.427146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.427702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.428464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.428974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.429821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.430522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.431013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.431512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.431999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.432498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.432994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.433610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.434139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.434625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.435269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.435770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.436262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.436749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.437351 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.437927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.438569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.439064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.439858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Tracked resource versions report: Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: pushed versions: Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: { 'AddressGroup': {'1.1'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': {'1.0'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': {'1.0'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': {'1.1'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': {'1.7'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': {'1.2'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': {'1.8'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': {'1.4'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': {'1.2'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': {'1.0'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': {'1.1'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': {'1.1'}} Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: consumer versions: Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: { DHCP agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: L3 agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: Metadata agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: Metering agent@dv-cinder-773985-3-smb: {}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@dv-cinder-773985-3-smb: { 'AddressGroup': '1.1', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}, Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: Open vSwitch agent@hv-cinder-77398: { 'AddressGroup': '1.1', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'ConntrackHelper': '1.0', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Log': '1.0', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Network': '1.1', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Port': '1.7', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'PortForwarding': '1.2', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'QosPolicy': '1.8', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroup': '1.4', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SecurityGroupRule': '1.2', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'SubPort': '1.0', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Subnet': '1.1', Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: 'Trunk': '1.1'}} Feb 04 13:01:55.441346 dv-cinder-773985-3-smb neutron-server[79992]: {{(pid=80110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 04 13:01:55.458644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:55.481634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.529228 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9fdf8436-685a-4d00-a79d-f6443383d402 req-5c8a8a52-b2d0-4fb7-ad24-0220b176368b tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 210 time: 1.5697036 Feb 04 13:01:55.586291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.610851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.622590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Attempting to bind port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:55.634727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.639394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Attempting to bind port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:01:55.640213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Attempting to bind port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:01:55.655421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:55.659262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.664775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:55.675631 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:55.691712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:55.700018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:55.702798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.703614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:55.706325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc042479-7d06-4e57-927e-f31b48bfe299,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:55.712666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Bound port: adac54cd-5fe0-48af-a34f-1a8f0a6995b3, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:01:55.713162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Usage tracker for resource:security_group_rule and tenant:5cc224451a86456092bbc49caf30f144 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:55.713451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:55.719290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:55.720452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:55.821790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:01:55.886212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.057109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] For port adac54cd-5fe0-48af-a34f-1a8f0a6995b3, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:01:56.069120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] For port adac54cd-5fe0-48af-a34f-1a8f0a6995b3, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:01:56.078796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.098101 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5094f1e321e4f1091c3108cab9ff4c6&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6057260 Feb 04 13:01:56.103324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 40924) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.126909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:56.149849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c1fdae-64d6-4d01-846b-68d509d2f25c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:56.159084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:56.230409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Pushing event updated for resources: {'Port': ['ID=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:56.236894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b29f0230-e824-4e20-afa5-ee948817a240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:56.377140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.381112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.395537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26fd1a10bd8f404999205e4f35c311ad&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7797804 Feb 04 13:01:56.406258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.407095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40942) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.420030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5aa17014-0054-428c-9aec-f1e3f45eb828 req-d9b6e87c-7033-48c5-8263-65d58b977ec1 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 210 time: 0.5948153 Feb 04 13:01:56.523078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f56e84a5-29eb-48f1-9412-186d058a9a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:56.566186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2434b593-d4f1-4596-89ce-4938b4f0093c,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:56.649321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Routers {'f9964728-b904-4261-9d97-4831ce40618a'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:01:56.650355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['f9964728-b904-4261-9d97-4831ce40618a'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:01:56.708799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:56.726074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.758186 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5cc224451a86456092bbc49caf30f144&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1457574 Feb 04 13:01:56.779117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:56.806686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 40958) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:56.939849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Allocated IP 172.20.0.1 (7f428676-6196-431b-969b-ec49eb2ae899/32ffc136-1161-4e78-8ec5-97f07b229463/60ffd979-c31c-44ef-95c2-9ce8a3835b7d) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:01:57.226197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.323029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.401478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.424386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] Set router f9964728-b904-4261-9d97-4831ce40618a gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:01:57.439252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.508382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Allocated IP 172.20.0.1 (c87efb16-9a9b-4c95-aa1c-cb301c202ca9/d8f06512-62a6-4ed6-9ae1-dce902c50270/615fe3bb-d9c1-418b-b154-2036acd0fc77) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:01:57.684289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:57.737978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.749349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Network 7f428676-6196-431b-969b-ec49eb2ae899 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:01:57.780604 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-030a14ae-d4fe-4117-ac96-cf94e3bdca84 req-c0c93644-56df-4a06-b3fb-26b91d690580 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 210 time: 0.4852552 Feb 04 13:01:57.782867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:57.817841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:01:57.818363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.855173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Notify callbacks [] for port, precommit_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.863455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.888532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Transition to ACTIVE for port object 615fe3bb-d9c1-418b-b154-2036acd0fc77 will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:01:57.933701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Transition to ACTIVE for port object 42921f93-7838-438e-a467-7ac6e721f104 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:01:57.939817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:57.994532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d3f82ba0-4d3f-4013-a026-ce0c0c793b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:58.013100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:58.060955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:58.190512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:58.195009 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74c1fdae-64d6-4d01-846b-68d509d2f25c HTTP/1.1" status: 204 len: 168 time: 2.0392399 Feb 04 13:01:58.231429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:58.272108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d08540d8-9172-4b0c-ac83-3303cc3e6d0d req-ea393bcf-e081-467c-a382-7c9e6b1e52a2 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 210 time: 0.1055920 Feb 04 13:01:58.322061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.106', 49899) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:58.436715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ea9a-d090-4446-a5c8-3a3aeb3af642 None None] Pushing event updated for resources: {'Port': ['ID=42921f93-7838-438e-a467-7ac6e721f104,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:58.452528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-87415405-49db-4c40-97d5-713e1be16978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:01:48Z', 'revision_number': 3, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:01:58.457640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5d5ea9a-d090-4446-a5c8-3a3aeb3af642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:58.469718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87415405-49db-4c40-97d5-713e1be16978 None None] The sync data for ids ['f9964728-b904-4261-9d97-4831ce40618a'] in dv-cinder-773985-3-smb is: [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:01:48Z', 'revision_number': 3, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:01:58.670701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-7c589d82-f384-46d9-88f0-8b95aa0276ae tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:01:58.673239 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-7c589d82-f384-46d9-88f0-8b95aa0276ae tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.106 "GET /v2.0/networks?id=dec14c1b-2522-4109-926c-79b72f51361e HTTP/1.1" status: 200 len: 812 time: 0.3512599 Feb 04 13:01:58.690091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Attempting to bind port 42921f93-7838-438e-a467-7ac6e721f104 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:58.690508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Attempting to bind port 42921f93-7838-438e-a467-7ac6e721f104 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:01:58.691548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Attempting to bind port 42921f93-7838-438e-a467-7ac6e721f104 on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:01:58.705305 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:01:58.705721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:01:58.707542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Pushing event updated for resources: {'Port': ['ID=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:58.708531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:58.709138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:01:58.710976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Bound port: 42921f93-7838-438e-a467-7ac6e721f104, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:01:58.711415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:58.723980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:58.726131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:58.779136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Request body: {'port': {'device_id': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e', 'admin_state_up': True, 'tenant_id': '71e88cc8d3f04404bce3ff0e055e92ef'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:58.898324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c1fdae-64d6-4d01-846b-68d509d2f25c,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:58.916880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:58.979010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.017778 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.180176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.183516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:01:59.185399 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=615fe3bb-d9c1-418b-b154-2036acd0fc77,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:59.189342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:59.201811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:59.238577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] For port 42921f93-7838-438e-a467-7ac6e721f104, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:01:59.254397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] For port 42921f93-7838-438e-a467-7ac6e721f104, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=42921f93-7838-438e-a467-7ac6e721f104,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:01:59.261653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:01:59.267745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.278619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:01:59.280679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.319257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c27b2e2e-62f1-4749-90fb-ddd706a74e42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:59.371708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.389437 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2434b593-d4f1-4596-89ce-4938b4f0093c HTTP/1.1" status: 204 len: 168 time: 2.5730669 Feb 04 13:01:59.417019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2434b593-d4f1-4596-89ce-4938b4f0093c,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:59.426451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:59.435331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.106', 49907) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:01:59.481608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.592333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:01:59.603391 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc042479-7d06-4e57-927e-f31b48bfe299 HTTP/1.1" status: 204 len: 168 time: 3.1916327 Feb 04 13:01:59.628450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4e45acf1-81e0-47bc-b6a0-be3e39a69777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:01:59.738912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:01:59.808148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Usage tracker for resource:port and tenant:71e88cc8d3f04404bce3ff0e055e92ef is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:01:59.837599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device adac54cd-5fe0-48af-a34f-1a8f0a6995b3 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:01:59.876472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc042479-7d06-4e57-927e-f31b48bfe299,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:01:59.959590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:01:59.962068 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f7db12ee-399d-402e-aed5-9dad76cb821c req-9757887d-2e89-4ca0-b9a8-b022166bef59 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 210 time: 0.6521196 Feb 04 13:01:59.963287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:01:59.968411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:00.073860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-5c2d7446-a43a-4505-8c4f-9a1472515ac9 None None] Provisioning for port 615fe3bb-d9c1-418b-b154-2036acd0fc77 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:00.084694 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:00.120421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-5c2d7446-a43a-4505-8c4f-9a1472515ac9 None None] Provisioning complete for port 615fe3bb-d9c1-418b-b154-2036acd0fc77 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:00.120732 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7446-a43a-4505-8c4f-9a1472515ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:00.231788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d7446-a43a-4505-8c4f-9a1472515ac9 None None] Port 615fe3bb-d9c1-418b-b154-2036acd0fc77 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:02:00.254723 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-575eea6f-b125-4570-8605-3e589a8244c4 req-31478a93-9331-4702-b6eb-745f3639836c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 210 time: 0.3653822 Feb 04 13:02:00.278740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Made reservation on behalf of 71e88cc8d3f04404bce3ff0e055e92ef for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:02:00.283419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5ea9a-d090-4446-a5c8-3a3aeb3af642 None None] Pushing event updated for resources: {'Port': ['ID=42921f93-7838-438e-a467-7ac6e721f104,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:00.299277 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5d5ea9a-d090-4446-a5c8-3a3aeb3af642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:00.345045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:00.372391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:00.377115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:00.377831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:00.520087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:00.521492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:00.545727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-c5cc0ea2-bd0a-4607-b888-4d2b206852ec tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:00.559688 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-c5cc0ea2-bd0a-4607-b888-4d2b206852ec tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 1.1223328 Feb 04 13:02:00.585284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Request body: {'port': {'device_id': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48', 'admin_state_up': True, 'tenant_id': '27f46618687548b0995ad9a9e733a34c'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:01.236298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:01.337919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:01.766566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Allocated IP 172.20.0.7 (dec14c1b-2522-4109-926c-79b72f51361e/3a6794e0-6eab-4b60-9b4e-975802eb5616/ed02cd76-aca4-4d13-be7b-b4ede472522b) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:01.870907 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c2ffc923-bca6-402b-a926-2160ccc61dd9 req-8d6173fe-8d86-47d4-99bd-3f70db1031c3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 210 time: 0.1850574 Feb 04 13:02:01.895730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port adac54cd-5fe0-48af-a34f-1a8f0a6995b3, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:02.007251 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0fe106ad-3a2a-4e01-9e18-bf35b07b1cc4 req-1b8a1ff2-44c6-4208-a2ba-aa33c6f37156 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 210 time: 0.2236068 Feb 04 13:02:02.018386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:02.174824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:02.204147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Usage tracker for resource:port and tenant:27f46618687548b0995ad9a9e733a34c is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:02.216582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:02.229580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:02.310218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Made reservation on behalf of 27f46618687548b0995ad9a9e733a34c for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:02:02.334062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:02.665573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:02.674148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:02.830798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:02.837026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:02.849696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:02.887361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:02.916964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:01:57Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:02.919484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1016dfdd-9262-40d7-83ef-686fc8c2e082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:02.922079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd3c140-ae5e-43e7-b47e-539fb4f0445b None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:01:57Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:02:03.044210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Pushing event updated for resources: {'Port': ['ID=ed02cd76-aca4-4d13-be7b-b4ede472522b,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:03.077610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:03.348316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Network dec14c1b-2522-4109-926c-79b72f51361e is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:03.351993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:03.355140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:03.412721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.424548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:03.424548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.430938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.442160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.446690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.452908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Allocated IP 172.20.0.3 (8ae052a7-8d74-4e44-b249-4e879db86a48/28dcd00e-a20a-4490-aad9-f6cdf071a3b6/0def5167-b18a-4427-b264-b4a9050ae083) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:03.453135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.456537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:03.479141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:03.732534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:03.819018 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2fc65b5c-b30c-4496-8fd9-7b3f661d3e6e req-20d41120-9827-4197-b9d6-5ea210081fe0 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 210 time: 0.1727753 Feb 04 13:02:03.872200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=615fe3bb-d9c1-418b-b154-2036acd0fc77,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:03.935548 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2093823 Feb 04 13:02:03.962860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Network 7f428676-6196-431b-969b-ec49eb2ae899 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:03.966606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:03.968013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:04.009802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Pushing event updated for resources: {'Port': ['ID=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:04.098317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:04.103738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:04.459759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:04.492254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Router f9964728-b904-4261-9d97-4831ce40618a has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:02:04.512748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-615aaf8f-5579-4c91-8456-0b404973e5b4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:02:04.518004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-615aaf8f-5579-4c91-8456-0b404973e5b4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0601389 Feb 04 13:02:04.575591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:04.619650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:04.667753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-053bf495-2816-4137-82c5-56dd365d1b3c None None] Provisioning complete for port 615fe3bb-d9c1-418b-b154-2036acd0fc77 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:04.668643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-053bf495-2816-4137-82c5-56dd365d1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:04.757190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899d6d9-7730-4a51-832f-bd516f357d04 req-2a74e40f-e092-4a5f-8cb1-21936c662483 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:04.758250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b899d6d9-7730-4a51-832f-bd516f357d04 req-2a74e40f-e092-4a5f-8cb1-21936c662483 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Synchronizing usage tracker for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:04.857782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b899d6d9-7730-4a51-832f-bd516f357d04 req-2a74e40f-e092-4a5f-8cb1-21936c662483 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Unset dirty status for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:04.866458 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b899d6d9-7730-4a51-832f-bd516f357d04 req-2a74e40f-e092-4a5f-8cb1-21936c662483 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 931 time: 1.1425378 Feb 04 13:02:05.205864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41130) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:05.210385 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b899d6d9-7730-4a51-832f-bd516f357d04 req-35f6b0bb-a0c9-4827-b461-224a8b6f484c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427222 Feb 04 13:02:05.245985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:05.268613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-053bf495-2816-4137-82c5-56dd365d1b3c None None] Port 615fe3bb-d9c1-418b-b154-2036acd0fc77 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:02:05.284409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device adac54cd-5fe0-48af-a34f-1a8f0a6995b3 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:05.360343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:02:05.368984 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] 10.222.0.45 "PUT /v2.0/routers/f9964728-b904-4261-9d97-4831ce40618a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8981082 Feb 04 13:02:05.389856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Sync routers for ids ['f9964728-b904-4261-9d97-4831ce40618a'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:02:05.425853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Routers {'f9964728-b904-4261-9d97-4831ce40618a'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:05.428110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['f9964728-b904-4261-9d97-4831ce40618a'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:05.509622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event updated for resources: {'Port': ['ID=0def5167-b18a-4427-b264-b4a9050ae083,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:05.543079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:05.600962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:05.601545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:05.690876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:05.741488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:05.758913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:06.010017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 42921f93-7838-438e-a467-7ac6e721f104 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:06.048360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:06.049566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:06.111470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Set router f9964728-b904-4261-9d97-4831ce40618a gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:06.133450 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5523839 Feb 04 13:02:06.144430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Request body: {'port': {'device_id': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:06.237713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 42921f93-7838-438e-a467-7ac6e721f104 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:06.246762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 42921f93-7838-438e-a467-7ac6e721f104 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:06.247176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:06.357757 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Request body: {'port': {'device_id': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:06.526859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:06.686793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:06.738007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 42921f93-7838-438e-a467-7ac6e721f104, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=42921f93-7838-438e-a467-7ac6e721f104,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:06.752095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:06.757124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:06.766576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa394bc3-e854-4d40-89b5-67c0cca2bb6a req-38e2608d-9cb1-4543-b3ff-ebf52e9acdfb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:06.767879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-aa394bc3-e854-4d40-89b5-67c0cca2bb6a req-38e2608d-9cb1-4543-b3ff-ebf52e9acdfb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:06.858248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:06.928263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:02:06.929113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=42921f93-7838-438e-a467-7ac6e721f104,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:06.937922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:06.980658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:01:59Z', 'revision_number': 4, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '60ffd979-c31c-44ef-95c2-9ce8a3835b7d', 'name': '', 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'mac_address': 'fa:16:3e:d5:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '32ffc136-1161-4e78-8ec5-97f07b229463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:56Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 2, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'subnets': [{'id': '32ffc136-1161-4e78-8ec5-97f07b229463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:07.003228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Checking router: f9964728-b904-4261-9d97-4831ce40618a for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:02:07.004135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Updating router f9964728-b904-4261-9d97-4831ce40618a port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:02:07.050949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:07.061776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Usage tracker for resource:security_group_rule and tenant:49b5ec3d87b141b9abb33cc21222c5d0 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:07.067509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:07.080889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:07.181248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:07.262430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:07.273530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-aa394bc3-e854-4d40-89b5-67c0cca2bb6a req-38e2608d-9cb1-4543-b3ff-ebf52e9acdfb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:07.275934 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa394bc3-e854-4d40-89b5-67c0cca2bb6a req-38e2608d-9cb1-4543-b3ff-ebf52e9acdfb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 931 time: 1.7708430 Feb 04 13:02:07.584646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:07.589325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:08.269288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acc44f-4314-471d-9758-e0c758881194 req-68e7995d-e232-4b94-82c8-5295b6bfb234 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:08.295976 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c1acc44f-4314-471d-9758-e0c758881194 req-68e7995d-e232-4b94-82c8-5295b6bfb234 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 931 time: 1.5579755 Feb 04 13:02:08.498691 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c1acc44f-4314-471d-9758-e0c758881194 req-05d74b40-afd7-453a-93f0-f951017d5eba tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883502 Feb 04 13:02:08.674215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed02cd76-aca4-4d13-be7b-b4ede472522b {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:02:08.692250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:08.697571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:08.703414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:02:08.738466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Transition to ACTIVE for port object ed02cd76-aca4-4d13-be7b-b4ede472522b will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:08.743175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:08.791900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:08.816797 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] 10.222.0.45 "PUT /v2.0/routers/5950a19e-ebab-47f8-a8e6-18ba0a0b471e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0447900 Feb 04 13:02:08.857595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49b5ec3d87b141b9abb33cc21222c5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4600830 Feb 04 13:02:08.878022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:08.910987 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa394bc3-e854-4d40-89b5-67c0cca2bb6a req-9a069d67-6f4f-4488-9bb8-8d24db85a642 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3383267 Feb 04 13:02:08.912050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41182) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:08.919140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Transition to ACTIVE for port object 60ffd979-c31c-44ef-95c2-9ce8a3835b7d will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:08.924439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:08.930844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d0e78f-42c4-44fb-8578-ace85f76ca4c,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:08.961709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 42921f93-7838-438e-a467-7ac6e721f104 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:08.972859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:08.997131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Pushing event updated for resources: {'Port': ['ID=ed02cd76-aca4-4d13-be7b-b4ede472522b,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:09.019808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:09.111929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:02:09.127222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.151796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:09.153386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:09.187247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.278152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:09.520478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.591888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-133245fb-56a2-4483-ba88-54726ac8b8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:09.612611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 42921f93-7838-438e-a467-7ac6e721f104 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:09.613029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.644751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d0e78f-42c4-44fb-8578-ace85f76ca4c,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:09.658363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Attempting to bind port ed02cd76-aca4-4d13-be7b-b4ede472522b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:09.659024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Attempting to bind port ed02cd76-aca4-4d13-be7b-b4ede472522b by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:09.660369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Attempting to bind port ed02cd76-aca4-4d13-be7b-b4ede472522b on network dec14c1b-2522-4109-926c-79b72f51361e {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:09.683234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:09.683797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Checking segment: {'id': 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:09.684586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.685103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:09.685340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Bound using segment: {'id': 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:09.686412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Bound port: ed02cd76-aca4-4d13-be7b-b4ede472522b, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dec14c1b-2522-4109-926c-79b72f51361e'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:09.687037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.690104 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:09.694102 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62d0e78f-42c4-44fb-8578-ace85f76ca4c HTTP/1.1" status: 204 len: 168 time: 0.7260358 Feb 04 13:02:09.951851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:10.026919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] For port ed02cd76-aca4-4d13-be7b-b4ede472522b, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:10.037398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] For port ed02cd76-aca4-4d13-be7b-b4ede472522b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b,segment=NetworkSegment(f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d),segment_id=f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:10.049088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:10.077649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:10.089372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0def5167-b18a-4427-b264-b4a9050ae083 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:02:10.127702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:10.196960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Transition to ACTIVE for port object 0def5167-b18a-4427-b264-b4a9050ae083 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:10.208941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:10.253696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f73c008e-109b-4483-8783-5ba13bbcf438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:10.402065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Pushing event updated for resources: {'Port': ['ID=0def5167-b18a-4427-b264-b4a9050ae083,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:10.516168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58212a-6971-4efe-a4e3-26a5bc64fdad req-02b4a052-5a0b-4d01-8bde-5ab94dd591c4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:10.524540 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d58212a-6971-4efe-a4e3-26a5bc64fdad req-02b4a052-5a0b-4d01-8bde-5ab94dd591c4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.6697392 Feb 04 13:02:10.526846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:10.548856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe084e40-28af-48f7-a0d8-5bde2e5b01bc None None] Pushing event updated for resources: {'Port': ['ID=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:10.563027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fe084e40-28af-48f7-a0d8-5bde2e5b01bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:10.630163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Attempting to bind port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:10.631226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Attempting to bind port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:10.632056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Attempting to bind port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d on network 7f428676-6196-431b-969b-ec49eb2ae899 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:10.663235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:10.664472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Checking segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:10.665410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:10.666340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Bound using segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:10.668216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Bound port: 60ffd979-c31c-44ef-95c2-9ce8a3835b7d, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:10.669813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:10.686902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-3d58212a-6971-4efe-a4e3-26a5bc64fdad req-0ff4b603-7bcf-41eb-8d23-814b75f1b93a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Synchronizing usage tracker for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:10.702776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:02:10.730503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-3d58212a-6971-4efe-a4e3-26a5bc64fdad req-0ff4b603-7bcf-41eb-8d23-814b75f1b93a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Unset dirty status for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:10.743878 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d58212a-6971-4efe-a4e3-26a5bc64fdad req-0ff4b603-7bcf-41eb-8d23-814b75f1b93a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182541 Feb 04 13:02:10.894500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] For port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:10.902530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] For port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:10.911567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:11.231835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:11.431952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Attempting to bind port 0def5167-b18a-4427-b264-b4a9050ae083 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:11.435581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Attempting to bind port 0def5167-b18a-4427-b264-b4a9050ae083 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:11.439319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Attempting to bind port 0def5167-b18a-4427-b264-b4a9050ae083 on network 8ae052a7-8d74-4e44-b249-4e879db86a48 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:11.446633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Routers {'f9964728-b904-4261-9d97-4831ce40618a'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:11.447549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['f9964728-b904-4261-9d97-4831ce40618a'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:11.463328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:11.464149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Checking segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:11.464974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:11.465770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Bound using segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:11.466732 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Bound port: 0def5167-b18a-4427-b264-b4a9050ae083, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:11.467468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:11.481347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Pushing event updated for resources: {'Port': ['ID=ed02cd76-aca4-4d13-be7b-b4ede472522b,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:11.535203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:11.535906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:11.537530 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] 10.222.0.106 "PUT /v2.0/ports/ed02cd76-aca4-4d13-be7b-b4ede472522b HTTP/1.1" status: 200 len: 1157 time: 6.0252488 Feb 04 13:02:11.538593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:11.640713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe084e40-28af-48f7-a0d8-5bde2e5b01bc None None] Pushing event updated for resources: {'Port': ['ID=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,revision_number=4']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:11.655122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:02Z', 'revision_number': 2, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:11.665858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:02:11.666541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Updating router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e port 615fe3bb-d9c1-418b-b154-2036acd0fc77 binding host dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:02:11.679654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fe084e40-28af-48f7-a0d8-5bde2e5b01bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:11.785247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] For port 0def5167-b18a-4427-b264-b4a9050ae083, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:11.795535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] For port 0def5167-b18a-4427-b264-b4a9050ae083, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0def5167-b18a-4427-b264-b4a9050ae083,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:11.803988 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] Set router f9964728-b904-4261-9d97-4831ce40618a gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:11.810040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:11.815601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:11.893441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.816s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:12.192730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-1d445bf3-ac81-4492-9521-46d6c072a6bf tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:12.201137 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-1d445bf3-ac81-4492-9521-46d6c072a6bf tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 818 time: 1.9722481 Feb 04 13:02:12.267578 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-bfb22f8f-3a9f-4147-bf67-848e1c189446 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/quotas/315d9e1dbd1745b7933e1934f50d13f4 HTTP/1.1" status: 200 len: 375 time: 0.0643809 Feb 04 13:02:12.280534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:12.542946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-06daef55-7199-4660-877d-4e8cba717088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:12.544947 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-06daef55-7199-4660-877d-4e8cba717088 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=71e88cc8d3f04404bce3ff0e055e92ef&device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 1160 time: 0.8495166 Feb 04 13:02:12.558274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:12.559655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:12.566221 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] 10.222.0.106 "PUT /v2.0/ports/0def5167-b18a-4427-b264-b4a9050ae083 HTTP/1.1" status: 200 len: 1157 time: 6.3631532 Feb 04 13:02:12.566981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'tag': '0def5167-b18a-4427-b264-b4a9050ae083'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:12.826665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:01:59Z', 'revision_number': 4, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '60ffd979-c31c-44ef-95c2-9ce8a3835b7d', 'name': '', 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'mac_address': 'fa:16:3e:d5:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '32ffc136-1161-4e78-8ec5-97f07b229463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:56Z', 'updated_at': '2021-02-04T13:02:10Z', 'revision_number': 4, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'subnets': [{'id': '32ffc136-1161-4e78-8ec5-97f07b229463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:12.832910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939e553-f2a2-4e54-9b41-beb66f781053 None None] The sync data for ids ['f9964728-b904-4261-9d97-4831ce40618a'] in dv-cinder-773985-3-smb is: [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:01:59Z', 'revision_number': 4, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '60ffd979-c31c-44ef-95c2-9ce8a3835b7d', 'name': '', 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'mac_address': 'fa:16:3e:d5:9f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '32ffc136-1161-4e78-8ec5-97f07b229463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:56Z', 'updated_at': '2021-02-04T13:02:10Z', 'revision_number': 4, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'subnets': [{'id': '32ffc136-1161-4e78-8ec5-97f07b229463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:02:12.997831 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-63eabb20-80f2-44e5-97cc-bf85604b26e7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b HTTP/1.1" status: 200 len: 217 time: 0.4333651 Feb 04 13:02:13.220573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41254) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:13.291057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759578086', 'description': 'tempest-description--1984043842'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:13.340463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Pushing event updated for resources: {'Port': ['ID=0def5167-b18a-4427-b264-b4a9050ae083,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:13.358979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.078s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:13.370594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:13.395781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-e2b1eadf-c2a2-40a9-b31c-d3f912b3e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:13.400516 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-e2b1eadf-c2a2-40a9-b31c-d3f912b3e1c4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 1160 time: 0.4896505 Feb 04 13:02:13.402760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:13.418927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:13.458660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:13.492329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 60ffd979-c31c-44ef-95c2-9ce8a3835b7d up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:13.542833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:13.651561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Notify callbacks [] for port, precommit_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:13.719237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:13.738652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Transition to ACTIVE for port object 615fe3bb-d9c1-418b-b154-2036acd0fc77 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:13.739883 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:13.740504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:13.748282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fd16d764-e4a9-4ef7-9764-11ae06830749 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Synchronizing usage tracker for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:13.755505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:13.771169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:13.776029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:13.782720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:13.785124 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-1c572d83-cc7a-4715-a729-d7a26f754419 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0def5167-b18a-4427-b264-b4a9050ae083 HTTP/1.1" status: 200 len: 217 time: 0.2541833 Feb 04 13:02:13.935257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:14.049710 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:14.074580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:14.087665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-00998923-05ce-4ba5-8561-a9f517435cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:14.092925 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-00998923-05ce-4ba5-8561-a9f517435cb2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3a6794e0-6eab-4b60-9b4e-975802eb5616 HTTP/1.1" status: 200 len: 852 time: 1.0838428 Feb 04 13:02:14.143665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b561d-4f70-419f-ac46-54bba0008d05 req-0b882264-6d05-44cd-8924-7290d32517bd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:14.152220 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-754b561d-4f70-419f-ac46-54bba0008d05 req-0b882264-6d05-44cd-8924-7290d32517bd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 943 time: 0.7414489 Feb 04 13:02:14.194387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:14.256956 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-754b561d-4f70-419f-ac46-54bba0008d05 req-a1149b9c-33c8-444c-94c4-bf3a890385ca tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036212 Feb 04 13:02:14.281137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-197ddf25-64fe-40fc-a8ea-9c2e20b4ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:14.281137 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-197ddf25-64fe-40fc-a8ea-9c2e20b4ba0d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.4755735 Feb 04 13:02:14.443722 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-8203bed3-54d0-44f2-95b5-a7956e9af112 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520216 Feb 04 13:02:14.507141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:14.605473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:14.610030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3577306 Feb 04 13:02:14.626452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c786ea7a-773d-4d26-b89f-8da4ef990b78,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:14.635400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41300) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:14.644873 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-e5398f1e-e1f4-46bf-a102-6595a0ad80e4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=dec14c1b-2522-4109-926c-79b72f51361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4594388 Feb 04 13:02:14.664499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fd16d764-e4a9-4ef7-9764-11ae06830749 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Unset dirty status for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:14.677280 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fd16d764-e4a9-4ef7-9764-11ae06830749 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&fields=id HTTP/1.1" status: 200 len: 255 time: 2.4082108 Feb 04 13:02:14.978988 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-1c4eb148-8d0b-441f-a9d6-ae4271f82768 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296582 Feb 04 13:02:15.050065 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-5cc78f22-dd12-40a5-a5e5-26c4173ca000 service neutron] 10.222.0.45 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661273 Feb 04 13:02:15.130966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:15.625309 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aeccd-2bb6-458b-9382-ad376c86a7a8 None None] Pushing event updated for resources: {'Port': ['ID=615fe3bb-d9c1-418b-b154-2036acd0fc77,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:15.654103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'security_group_rule': {'security_group_id': 'c786ea7a-773d-4d26-b89f-8da4ef990b78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:15.731086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.537s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:15.737206 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-a8367ba4-8d78-4df0-a8b0-89a6333c5059 service neutron] 10.222.0.106 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7118816 Feb 04 13:02:15.739407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:15.742177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dc6aeccd-2bb6-458b-9382-ad376c86a7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.249s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:15.754120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:15.858762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:15.963722 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:16.070472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Attempting to bind port 615fe3bb-d9c1-418b-b154-2036acd0fc77 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:16.071154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Attempting to bind port 615fe3bb-d9c1-418b-b154-2036acd0fc77 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:16.071785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Attempting to bind port 615fe3bb-d9c1-418b-b154-2036acd0fc77 on network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:16.191983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:16.192509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Checking segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:16.193522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.193522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Bound using segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:16.194374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Bound port: 615fe3bb-d9c1-418b-b154-2036acd0fc77, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:16.194503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.249438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f591a16b-0355-483b-a8e7-6eea33c6b25f req-f0263328-b438-4b4b-9a65-58db3fc32d43 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1537311 Feb 04 13:02:16.262919 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1ef6587-558a-4590-ada7-a1477eac1fbc req-19057c83-1b08-42e7-918f-a66a65fb38e1 service neutron] 10.222.0.106 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5049036 Feb 04 13:02:16.263945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:16.375014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:16.424087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:16.459672 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:16.467022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:16.521570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83a69b-6c45-489f-b9dc-888995d356c0 req-8161de33-b2a3-4311-9fb1-02b49cda115a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:16.537934 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2f83a69b-6c45-489f-b9dc-888995d356c0 req-8161de33-b2a3-4311-9fb1-02b49cda115a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 1.5498827 Feb 04 13:02:16.563049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.642137 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2f83a69b-6c45-489f-b9dc-888995d356c0 req-ac780eb3-7587-4132-b51c-2b50e8f1fd13 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104534 Feb 04 13:02:16.648376 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-10b459ff-24a1-497d-bf53-5009b770e856 service neutron] 10.222.0.45 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5956101 Feb 04 13:02:16.663713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] For port 615fe3bb-d9c1-418b-b154-2036acd0fc77, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:16.668972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] For port 615fe3bb-d9c1-418b-b154-2036acd0fc77, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=615fe3bb-d9c1-418b-b154-2036acd0fc77,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:16.686498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.733556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.743483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.782747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:16.879995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7053f950-8a5d-4c87-a63c-9dbd4c763e8f,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:16.884038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5d5ea9a-d090-4446-a5c8-3a3aeb3af642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:16.896204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:16.934040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:16.942062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41382) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:16.946810 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2989640 Feb 04 13:02:16.964622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'security_group_rule': {'security_group_id': 'c786ea7a-773d-4d26-b89f-8da4ef990b78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:17.033981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:17.046979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:17.071963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aeccd-2bb6-458b-9382-ad376c86a7a8 None None] Pushing event updated for resources: {'Port': ['ID=615fe3bb-d9c1-418b-b154-2036acd0fc77,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:17.075815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:17.082548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:17.093139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:17.094762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dc6aeccd-2bb6-458b-9382-ad376c86a7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:17.103910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:17.105162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:01:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:17.131430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:17.373588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:17.378448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:17.381982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:17.403320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd550a72-6a25-4833-b07b-26583aa7d109,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:17.415099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:17.439872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:17.441254 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4980733 Feb 04 13:02:17.448022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41406) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:17.463282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'floatingip': {'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:17.537187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:17.560411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:17.566577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:floatingip and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:17.571190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:17.580257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:17.590924 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'tag': '0def5167-b18a-4427-b264-b4a9050ae083', 'status': 'completed', 'code': 200} Feb 04 13:02:17.629156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:17.836897 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b', 'status': 'completed', 'code': 200} Feb 04 13:02:18.215808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 615fe3bb-d9c1-418b-b154-2036acd0fc77 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:18.263639 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-55376807-24d1-4d19-bcca-f8bca548c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:18.266515 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-55376807-24d1-4d19-bcca-f8bca548c58e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=71e88cc8d3f04404bce3ff0e055e92ef&device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 1160 time: 0.4618518 Feb 04 13:02:18.480841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:16Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:18.501094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aa0fd4-46c1-4f82-bf07-5817681ab730 None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:16Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:02:18.503753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 615fe3bb-d9c1-418b-b154-2036acd0fc77 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:18.527829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 615fe3bb-d9c1-418b-b154-2036acd0fc77 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:18.528509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:18.658635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-697e46b5-9be7-480e-b382-31da8b90f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:18.660319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-697e46b5-9be7-480e-b382-31da8b90f5b1 service neutron] 10.222.0.106 "GET /v2.0/networks?id=dec14c1b-2522-4109-926c-79b72f51361e HTTP/1.1" status: 200 len: 906 time: 0.3828721 Feb 04 13:02:18.672356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-339466d4-4713-40d1-83bf-22a6d7808d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:18.685863 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-339466d4-4713-40d1-83bf-22a6d7808d3f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 1160 time: 1.0163288 Feb 04 13:02:18.910318 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-d9a10d93-9097-439d-961a-6bd41a661a09 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b HTTP/1.1" status: 200 len: 217 time: 0.1438322 Feb 04 13:02:19.068718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:19.079111 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-093a2a79-af9b-45b7-8347-486f25647fd8 req-efe46715-2f17-443e-82a3-cb1df773a338 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 210 time: 0.4176068 Feb 04 13:02:19.223733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86146a3f-73d4-43fe-a65a-99089d371904 req-f5b7a629-f909-4aa2-a7f9-d0792816bf8f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:19.228467 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-86146a3f-73d4-43fe-a65a-99089d371904 req-f5b7a629-f909-4aa2-a7f9-d0792816bf8f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 943 time: 0.9830124 Feb 04 13:02:19.236338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 615fe3bb-d9c1-418b-b154-2036acd0fc77, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=615fe3bb-d9c1-418b-b154-2036acd0fc77,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:19.246721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-78e4ab97-572f-4927-bca1-a81fe1df09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:19.249604 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:19.252382 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-78e4ab97-572f-4927-bca1-a81fe1df09d0 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3a6794e0-6eab-4b60-9b4e-975802eb5616 HTTP/1.1" status: 200 len: 852 time: 0.2999928 Feb 04 13:02:19.254289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 60ffd979-c31c-44ef-95c2-9ce8a3835b7d up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:19.350270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5d5ea9a-d090-4446-a5c8-3a3aeb3af642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:19.446867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7d22829b-c8fa-4a68-a516-9e8a94c6a367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:19.505762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=615fe3bb-d9c1-418b-b154-2036acd0fc77,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:19.509870 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-1db3f5e6-6619-49c9-98f1-969a01b3e260 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=dec14c1b-2522-4109-926c-79b72f51361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2464721 Feb 04 13:02:19.513229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:19.619353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:19.619792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:20.044665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.106', 49920) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:20.314888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 615fe3bb-d9c1-418b-b154-2036acd0fc77 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:20.480436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-86146a3f-73d4-43fe-a65a-99089d371904 req-5358cc83-d64f-4987-a92f-e3a27d98ef19 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:20.527411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:20.545382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4883207a-aedb-4f8e-a8fb-c8901b5c1ad2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:20.546219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4883207a-aedb-4f8e-a8fb-c8901b5c1ad2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Synchronizing usage tracker for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:20.555744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-ba3f7281-f207-46d0-86de-8e2421004c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:20.563504 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-ba3f7281-f207-46d0-86de-8e2421004c56 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 908 time: 1.2538593 Feb 04 13:02:20.576811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 615fe3bb-d9c1-418b-b154-2036acd0fc77 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:20.577740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:20.729362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b253a5-dfdd-4d6a-afc4-048f37e44e36 req-80c8be3f-61dc-4d09-93f8-cc8c2e9a75b3 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:20.746255 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d7b253a5-dfdd-4d6a-afc4-048f37e44e36 req-80c8be3f-61dc-4d09-93f8-cc8c2e9a75b3 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 1.2310684 Feb 04 13:02:20.819979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4883207a-aedb-4f8e-a8fb-c8901b5c1ad2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Unset dirty status for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:20.821258 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4883207a-aedb-4f8e-a8fb-c8901b5c1ad2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 818 time: 0.7686887 Feb 04 13:02:20.907782 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d7b253a5-dfdd-4d6a-afc4-048f37e44e36 req-11c00c6a-2c4f-4b85-85f4-235e0e57de83 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603448 Feb 04 13:02:21.023201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Request body: {'port': {'device_id': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899', 'admin_state_up': True, 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:21.093881 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-8d6bccac-1f02-4f66-9903-10494866535c service neutron] 10.222.0.106 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5694447 Feb 04 13:02:21.329866 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-5616dd95-fcc9-4673-8965-5f5764b7e190 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0def5167-b18a-4427-b264-b4a9050ae083 HTTP/1.1" status: 200 len: 217 time: 0.7539272 Feb 04 13:02:21.330861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-86146a3f-73d4-43fe-a65a-99089d371904 req-5358cc83-d64f-4987-a92f-e3a27d98ef19 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:21.333278 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-86146a3f-73d4-43fe-a65a-99089d371904 req-5358cc83-d64f-4987-a92f-e3a27d98ef19 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0254591 Feb 04 13:02:21.493888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Allocated IP 172.28.2.202 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/d4a69156-78a8-45b9-8425-0bcb05caeed0) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:21.617446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41494) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:21.751064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:21.795787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:21.859872 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b612c3a3-6733-4a2b-b0ae-431aca0d52cb req-6e763acd-58bb-4a0f-aa2a-8b29c4bf9ae7 service neutron] 10.222.0.106 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5882957 Feb 04 13:02:21.985019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-be651696-18d2-4412-befa-83b76c874911 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:21.993496 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-be651696-18d2-4412-befa-83b76c874911 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 818 time: 0.5541177 Feb 04 13:02:22.016614 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-6f405306-c1b3-4b07-92bd-b5a56895439a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/quotas/315d9e1dbd1745b7933e1934f50d13f4 HTTP/1.1" status: 200 len: 375 time: 0.0218167 Feb 04 13:02:22.111488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:22.113591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:22.130232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:22.144188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Made reservation on behalf of 315d9e1dbd1745b7933e1934f50d13f4 for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:02:22.168897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:22.247375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:22.311616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:22.314181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:22.322724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:22.333258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Usage tracker for resource:security_group_rule and tenant:3187a149814a4387a2451799a5c7e7c0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:22.338634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:22.351198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:22.372299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:22.380922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'Port': ['ID=d4a69156-78a8-45b9-8425-0bcb05caeed0,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:22.427969 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-411736ab-a467-4100-9588-596fbf55ea00 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4102037 Feb 04 13:02:22.517413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:22.538243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:22.753822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41530) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:22.811853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:22.884065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-932a9468-b042-4770-877c-ab55bca1a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:22.885576 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-932a9468-b042-4770-877c-ab55bca1a81f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1919150 Feb 04 13:02:23.016811 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-8e5d2bc3-c65a-4fe7-bdc4-e49b91bdf3e6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184475 Feb 04 13:02:23.022068 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-35bc80eb-5ddb-4b43-ad69-7a6f0b765443 service neutron] 10.222.0.45 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840979 Feb 04 13:02:23.107255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319fede-fb85-45d9-b7f9-1c4ded94811f req-cc28b76a-4894-4798-a0eb-a2a4ff6f7074 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:23.109024 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0319fede-fb85-45d9-b7f9-1c4ded94811f req-cc28b76a-4894-4798-a0eb-a2a4ff6f7074 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.7325139 Feb 04 13:02:23.138413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Allocated IP 172.20.0.8 (7f428676-6196-431b-969b-ec49eb2ae899/32ffc136-1161-4e78-8ec5-97f07b229463/50fee1db-a0d4-4cdd-ad8e-78b618cb3deb) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:23.243481 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-05a435ca-0f09-4b39-8314-532082753bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2116172 Feb 04 13:02:23.269508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.347474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4184ce56-0a3d-487e-9a45-fd3b345f811d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.359691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.425832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:23.431123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.453086 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0319fede-fb85-45d9-b7f9-1c4ded94811f req-c378525d-f2a5-4324-847b-788c31118580 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261149 Feb 04 13:02:23.453857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.461250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Usage tracker for resource:security_group_rule and tenant:837c7221708d4404aad637a64dcbb75b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:23.469113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.486845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:23.491569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:23.526268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:23.616584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e75a7a-cb40-425b-8793-7547c7215914,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:23.636160 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-3cabad04-5e95-4a6e-8102-9ffc380b24c5 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175133 Feb 04 13:02:23.638644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:23.643519 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3187a149814a4387a2451799a5c7e7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0245616 Feb 04 13:02:23.656702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41550) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:23.658711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:23.824030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Network 7f428676-6196-431b-969b-ec49eb2ae899 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:23.836016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:23.850007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:23.922022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:23.922763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:23.935737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Pushing event updated for resources: {'Port': ['ID=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:23.939551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:23.973677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.resource_extend [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 13:02:24.001958 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0090456 Feb 04 13:02:24.024789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Request body: {'port': {'device_id': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:24.030063 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f520ccc-9271-47ed-9598-e147e0dda9b3 req-65946be5-faee-41d3-80a3-edd3f1885c9f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 210 time: 0.2542410 Feb 04 13:02:24.036547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.203137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac69a4-e2f3-4a0e-a67a-8d33161ebcce req-453877cf-4b23-406a-8a7d-ee6cdfb0085e tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:24.211480 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-adac69a4-e2f3-4a0e-a67a-8d33161ebcce req-453877cf-4b23-406a-8a7d-ee6cdfb0085e tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 943 time: 0.4402657 Feb 04 13:02:24.499377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.509864 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-adac69a4-e2f3-4a0e-a67a-8d33161ebcce req-598a23f1-e062-4f08-b422-6c87d3fb0230 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972329 Feb 04 13:02:24.510833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.569133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.623912 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61970ba0-e746-452b-8fe5-53b3d1e3b2e3 req-7d63bbe0-8792-4e8c-88b3-9dee8034be6f service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7374454 Feb 04 13:02:24.646120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.690271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.699449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-19d01972-87f2-4575-b842-842ae19456c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:24.962971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.993955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:24.999864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:02:25.008897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.014481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'Port': ['ID=d4a69156-78a8-45b9-8425-0bcb05caeed0,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:25.018040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:25.024429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Transition to ACTIVE for port object 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:25.025500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.029850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.050045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:25.076231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:25.150272 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=837c7221708d4404aad637a64dcbb75b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3879335 Feb 04 13:02:25.155026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41576) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:25.188018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76e1a9-f922-406c-be1d-ab7e2420d881,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:25.195199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.205775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:25.286990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-7eeb3c0a-ed15-4973-b886-939bfbd0a635 req-03679a0b-fe3f-4fd7-8ddd-ccf326b1229b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Synchronizing usage tracker for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:25.311336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572ff3-00c7-4bfa-99c6-2ade04c5ffcd req-00117ba2-dbae-4168-9a35-8e88330b2a00 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:25.311690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Pushing event updated for resources: {'Port': ['ID=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:25.315624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:25.316348 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f7572ff3-00c7-4bfa-99c6-2ade04c5ffcd req-00117ba2-dbae-4168-9a35-8e88330b2a00 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.5462372 Feb 04 13:02:25.349415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-7eeb3c0a-ed15-4973-b886-939bfbd0a635 req-03679a0b-fe3f-4fd7-8ddd-ccf326b1229b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Unset dirty status for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:25.350731 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7eeb3c0a-ed15-4973-b886-939bfbd0a635 req-03679a0b-fe3f-4fd7-8ddd-ccf326b1229b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 210 time: 0.1354291 Feb 04 13:02:25.425622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.464598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Attempting to bind port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:25.465055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Attempting to bind port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:25.465532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Attempting to bind port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb on network 7f428676-6196-431b-969b-ec49eb2ae899 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:25.472659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:25.473203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Checking segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:25.473721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.474222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Bound using segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:25.474822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Bound port: 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:25.475322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.518837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.580266 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ea10425-f68a-4b9c-a1e8-447fa55ba228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:25.593012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] For port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:25.597472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] For port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:25.602271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.611488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e75a7a-cb40-425b-8793-7547c7215914,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:25.614316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:25.618707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:25.636885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.638234 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47e75a7a-cb40-425b-8793-7547c7215914 HTTP/1.1" status: 204 len: 168 time: 1.9804235 Feb 04 13:02:25.645003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.646398 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1970313 Feb 04 13:02:25.665552 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f7572ff3-00c7-4bfa-99c6-2ade04c5ffcd req-555228dc-cab8-4581-84d8-241e54adc488 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482087 Feb 04 13:02:25.688099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.762747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.818275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Pushing event updated for resources: {'Port': ['ID=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:25.836039 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:25.879143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.898122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:25.935020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:25.936066 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:25.938521 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] 10.222.0.106 "PUT /v2.0/ports/50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 1157 time: 1.9236078 Feb 04 13:02:25.942875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'tag': '50fee1db-a0d4-4cdd-ad8e-78b618cb3deb'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:26.072223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-ff0ef6fd-22d1-4dbf-895f-b7aae85bc9a9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:26.082169 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-ff0ef6fd-22d1-4dbf-895f-b7aae85bc9a9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 818 time: 0.7623112 Feb 04 13:02:26.093021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76e1a9-f922-406c-be1d-ab7e2420d881,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:26.099057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:26.104335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:26.104525 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'tag': '50fee1db-a0d4-4cdd-ad8e-78b618cb3deb', 'status': 'completed', 'code': 200} Feb 04 13:02:26.108019 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc76e1a9-f922-406c-be1d-ab7e2420d881 HTTP/1.1" status: 204 len: 168 time: 0.9479678 Feb 04 13:02:26.133696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Request body: {'port': {'device_id': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899', 'admin_state_up': True, 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:26.250593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4c0d850c-74de-4ef8-bb77-c12dad72bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:26.252332 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4c0d850c-74de-4ef8-bb77-c12dad72bde3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1160 time: 0.2313926 Feb 04 13:02:26.357727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:26.364638 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-45b29ddb-b4da-414e-9f6d-9d1494097882 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.1008656 Feb 04 13:02:26.403092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:26.439463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-0f82d0df-2c49-48d6-b17a-224bb0858069 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:26.453734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6613-523d-4d48-8c4e-eb4f1f155984 req-2dedeb94-b253-4c3c-b26d-daadb0e50a56 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:26.457007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Made reservation on behalf of 315d9e1dbd1745b7933e1934f50d13f4 for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:02:26.462981 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d85e6613-523d-4d48-8c4e-eb4f1f155984 req-2dedeb94-b253-4c3c-b26d-daadb0e50a56 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 943 time: 0.3216007 Feb 04 13:02:26.479518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:26.505429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41628) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:26.529121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-0f82d0df-2c49-48d6-b17a-224bb0858069 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:26.530487 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-0f82d0df-2c49-48d6-b17a-224bb0858069 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1759578086&fields=id&tenant_id=e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 267 time: 0.1752703 Feb 04 13:02:26.594373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d85e6613-523d-4d48-8c4e-eb4f1f155984 req-d04075a0-c2b3-4a36-8d91-98c798b51545 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302912 Feb 04 13:02:26.604621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-0eeeac23-f2fd-4ce4-8d29-22e4cf8630e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:26.606273 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-0eeeac23-f2fd-4ce4-8d29-22e4cf8630e4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.1404562 Feb 04 13:02:26.662258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:26.886136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:26.907368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Usage tracker for resource:security_group_rule and tenant:10ba153442d744859050b9ed3005fea3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:26.924916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:26.948188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:27.042582 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-4063de34-60c3-464e-8f33-5d358d49feca service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4275503 Feb 04 13:02:27.154094 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-298dc6f8-fa15-40af-93be-79fe97054630 req-9f5c1378-66e2-4c4b-88d3-d2d62e22ad7e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 210 time: 0.1054473 Feb 04 13:02:27.276107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Allocated IP 172.20.0.5 (7f428676-6196-431b-969b-ec49eb2ae899/32ffc136-1161-4e78-8ec5-97f07b229463/42760b01-68f2-4231-8524-28e5c8eb931e) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:27.431713 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-264acc49-5f30-4c2b-851e-13b2cdd2578d service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228426 Feb 04 13:02:27.511520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-030b8acd-9400-4df7-9556-9b12582ee6b2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:27.513281 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-030b8acd-9400-4df7-9556-9b12582ee6b2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 816 time: 0.9637101 Feb 04 13:02:27.594800 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-964879fa-6b4a-42fd-a507-4ab99cb3ed59 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/quotas/e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 375 time: 0.0670340 Feb 04 13:02:27.602416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:27.612143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:27.692004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aab16242-4f13-4f91-8260-c11e3db7b12c req-75708905-9f02-4004-bb40-3a52d1dd7754 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1972451 Feb 04 13:02:27.721434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:27.754099 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10ba153442d744859050b9ed3005fea3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2273366 Feb 04 13:02:27.762130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41660) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:27.786115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c5d3e-0819-4084-a463-8157e85df772 req-2e5ba8f3-fbe7-4900-90d5-f3943b442998 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:27.787843 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c99c5d3e-0819-4084-a463-8157e85df772 req-2e5ba8f3-fbe7-4900-90d5-f3943b442998 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.3543134 Feb 04 13:02:27.875233 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741666c-1174-433f-bce6-75547ca21003,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:27.893333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:27.904647 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c99c5d3e-0819-4084-a463-8157e85df772 req-5c0d11ab-b1ec-461b-9aff-84be5a223256 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Feb 04 13:02:27.934396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-73e769c3-eb0d-4404-95f8-4cc9e8d700b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:27.946817 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-73e769c3-eb0d-4404-95f8-4cc9e8d700b4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1160 time: 0.1578608 Feb 04 13:02:27.949185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:28.104605 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-b1fba354-23a2-4137-8453-1b040a757df3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4935949 Feb 04 13:02:28.128969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:28.204736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-e0fe825c-abdf-40ba-8566-13728760d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:28.206332 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-e0fe825c-abdf-40ba-8566-13728760d8a4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.2463040 Feb 04 13:02:28.329057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:28.409456 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-85adf969-b9fe-49d4-afac-b2dc7ca64ba9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.1115479 Feb 04 13:02:28.461538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:28.507791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8b017b6c-2d3b-4389-9615-648841b09478 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:28.561058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:28.593219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-ce0638a5-cb90-472c-bf21-5108faed8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:28.595005 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-ce0638a5-cb90-472c-bf21-5108faed8310 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.1694467 Feb 04 13:02:28.757029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917b5b1-b22e-4aea-9312-d616e7f0c1ab req-ac80d19e-978a-49d8-993b-23869715cf7c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:28.766478 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6917b5b1-b22e-4aea-9312-d616e7f0c1ab req-ac80d19e-978a-49d8-993b-23869715cf7c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 943 time: 0.5585921 Feb 04 13:02:28.797473 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-e0882738-3e3b-4d33-8ec3-e020f512909b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897340 Feb 04 13:02:28.894121 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-a174604d-2c0f-4f09-b63f-3e29b9753fc7 service neutron] 10.222.0.45 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470214 Feb 04 13:02:29.055619 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6917b5b1-b22e-4aea-9312-d616e7f0c1ab req-28be7fc1-0330-4610-94ec-477b520a0f7b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875669 Feb 04 13:02:29.096435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Pushing event updated for resources: {'Port': ['ID=42760b01-68f2-4231-8524-28e5c8eb931e,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:29.122217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:29.135431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e40a60d2-a1e0-4fe1-b76b-2987f860ad54 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:29.152814 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-c71653bf-8a26-4e1f-999b-c345a25dd215 service neutron] 10.222.0.45 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2395585 Feb 04 13:02:29.154027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:29.155347 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1741666c-1174-433f-bce6-75547ca21003 HTTP/1.1" status: 204 len: 168 time: 1.3924546 Feb 04 13:02:29.159292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741666c-1174-433f-bce6-75547ca21003,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:29.162627 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-97171764-084a-445f-a8ca-f58e18e41eca service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538351 Feb 04 13:02:29.192653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:29.243464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Network 7f428676-6196-431b-969b-ec49eb2ae899 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:29.245539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:29.254399 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:29.333530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:29.334455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:29.369447 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2690692 Feb 04 13:02:29.380638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Request body: {'port': {'device_id': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:29.656204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:29.959003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f243a7-a191-45a0-ae30-18bf1469dd54 req-6f57cb24-953d-42d5-9ce5-922a63e9b22b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:29.970681 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-00f243a7-a191-45a0-ae30-18bf1469dd54 req-6f57cb24-953d-42d5-9ce5-922a63e9b22b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 931 time: 0.6639984 Feb 04 13:02:30.002958 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acfb40e-3b1f-4826-9a2f-aa14cf754a2d req-f4f41814-84ec-4587-b655-be70e9d21f9e service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7536862 Feb 04 13:02:30.161349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-00f243a7-a191-45a0-ae30-18bf1469dd54 req-9992a149-9236-4f9b-9268-c52c8fcc0ccf tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Synchronizing usage tracker for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:30.165613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81ce08-fe17-491a-85f6-0c8125d10943 req-ae763dee-bc23-4142-b0b4-27f0b0e0dc52 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:30.180134 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac81ce08-fe17-491a-85f6-0c8125d10943 req-ae763dee-bc23-4142-b0b4-27f0b0e0dc52 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.4221485 Feb 04 13:02:30.222644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-00f243a7-a191-45a0-ae30-18bf1469dd54 req-9992a149-9236-4f9b-9268-c52c8fcc0ccf tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Unset dirty status for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:30.236088 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-00f243a7-a191-45a0-ae30-18bf1469dd54 req-9992a149-9236-4f9b-9268-c52c8fcc0ccf tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643330 Feb 04 13:02:30.381950 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac81ce08-fe17-491a-85f6-0c8125d10943 req-39c4dcf8-ff6e-4439-8b81-de62040adfd3 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005694 Feb 04 13:02:30.488759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-c3277cb7-ac54-4d61-a64d-c30f9dec8475 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:02:30.550240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee63a2ca-44aa-444c-98f1-8e903bd0668f req-88354fbb-d756-47c2-828d-1bf3cffbe8cf tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:30.594013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee63a2ca-44aa-444c-98f1-8e903bd0668f req-88354fbb-d756-47c2-828d-1bf3cffbe8cf tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:30.601883 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee63a2ca-44aa-444c-98f1-8e903bd0668f req-88354fbb-d756-47c2-828d-1bf3cffbe8cf tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 210 time: 0.1706409 Feb 04 13:02:30.686341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42760b01-68f2-4231-8524-28e5c8eb931e {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:02:30.697747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:30.725771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Transition to ACTIVE for port object 42760b01-68f2-4231-8524-28e5c8eb931e will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:30.730802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:30.750960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:31.077150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831d9bf-9278-49aa-b3ae-33e9f2de22df req-a6d692e2-e729-4fa0-b8e2-fd21f8b185f8 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:31.080182 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f831d9bf-9278-49aa-b3ae-33e9f2de22df req-a6d692e2-e729-4fa0-b8e2-fd21f8b185f8 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 943 time: 0.4782221 Feb 04 13:02:31.164855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Pushing event updated for resources: {'Port': ['ID=42760b01-68f2-4231-8524-28e5c8eb931e,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:31.191223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:31.400514 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f831d9bf-9278-49aa-b3ae-33e9f2de22df req-bd3321b9-b493-4cff-a3fe-15296a52f4df tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423470 Feb 04 13:02:31.443330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Attempting to bind port 42760b01-68f2-4231-8524-28e5c8eb931e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:31.443704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Attempting to bind port 42760b01-68f2-4231-8524-28e5c8eb931e by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:31.444070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Attempting to bind port 42760b01-68f2-4231-8524-28e5c8eb931e on network 7f428676-6196-431b-969b-ec49eb2ae899 {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:31.451627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:31.452004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Checking segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:31.452445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:31.452877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Bound using segment: {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:31.453692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Bound port: 42760b01-68f2-4231-8524-28e5c8eb931e, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b33844f-7138-4bdf-92db-0336eb2a995f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7f428676-6196-431b-969b-ec49eb2ae899'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:31.453692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:31.663284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d668f-9dea-40e1-9765-5121873b1f21 req-fcb1e2a0-59fe-4e04-ac88-ad46d966b26d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:31.670300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] For port 42760b01-68f2-4231-8524-28e5c8eb931e, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:31.671514 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-509d668f-9dea-40e1-9765-5121873b1f21 req-fcb1e2a0-59fe-4e04-ac88-ad46d966b26d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 943 time: 0.2825851 Feb 04 13:02:31.676303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] For port 42760b01-68f2-4231-8524-28e5c8eb931e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=42760b01-68f2-4231-8524-28e5c8eb931e,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:31.680514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:31.699193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:31.710344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 0def5167-b18a-4427-b264-b4a9050ae083 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:31.827890 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-509d668f-9dea-40e1-9765-5121873b1f21 req-7a345521-11a1-40db-8054-9b7983bc8fb8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551940 Feb 04 13:02:31.833017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Pushing event updated for resources: {'Port': ['ID=42760b01-68f2-4231-8524-28e5c8eb931e,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:31.889593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:31.899994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 0def5167-b18a-4427-b264-b4a9050ae083 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:31.907103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 0def5167-b18a-4427-b264-b4a9050ae083 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:31.907933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:32.144752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43c6d-2dd7-4421-824d-86ce1128f41e req-c70c3094-0a7d-4b7f-9d09-6006050b5955 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:32.146539 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9aa43c6d-2dd7-4421-824d-86ce1128f41e req-c70c3094-0a7d-4b7f-9d09-6006050b5955 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.3185499 Feb 04 13:02:32.149791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:32.150472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:32.151959 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] 10.222.0.106 "PUT /v2.0/ports/42760b01-68f2-4231-8524-28e5c8eb931e HTTP/1.1" status: 200 len: 1157 time: 2.7765393 Feb 04 13:02:32.152486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'tag': '42760b01-68f2-4231-8524-28e5c8eb931e'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:32.167773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:32.233533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 0def5167-b18a-4427-b264-b4a9050ae083, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0def5167-b18a-4427-b264-b4a9050ae083,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:32.235721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def5167-b18a-4427-b264-b4a9050ae083'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:32.290739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-7babcb75-db0a-45ed-9f77-2f6be39faa92 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:32.291543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-7babcb75-db0a-45ed-9f77-2f6be39faa92 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:32.324583 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9aa43c6d-2dd7-4421-824d-86ce1128f41e req-86a6b555-95e1-4465-a31f-b975ff12f128 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656744 Feb 04 13:02:32.340529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:32.342335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ed02cd76-aca4-4d13-be7b-b4ede472522b up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:32.368567 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e09622-9155-4486-b733-75a63b8067d5 req-54320eab-a225-41f0-8e71-2cece55cea2e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 210 time: 0.0724432 Feb 04 13:02:32.383811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-7babcb75-db0a-45ed-9f77-2f6be39faa92 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:32.385531 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-7babcb75-db0a-45ed-9f77-2f6be39faa92 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 816 time: 0.4871299 Feb 04 13:02:32.489202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-e62ba93e-4da3-429d-b17e-33309ef96c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:32.498071 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-e62ba93e-4da3-429d-b17e-33309ef96c11 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 1160 time: 0.1652999 Feb 04 13:02:32.511606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:32.587160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41812) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:32.680866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-fbcb025d-526c-409f-ac69-156b0d61fc77 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:32.683388 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'tag': '42760b01-68f2-4231-8524-28e5c8eb931e', 'status': 'completed', 'code': 200} Feb 04 13:02:32.691667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41820) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:32.714627 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-d3c67383-4cd2-4c6a-850a-af723f07bed0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42760b01-68f2-4231-8524-28e5c8eb931e HTTP/1.1" status: 200 len: 217 time: 0.2133996 Feb 04 13:02:32.862651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-fbcb025d-526c-409f-ac69-156b0d61fc77 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:32.875720 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-fbcb025d-526c-409f-ac69-156b0d61fc77 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 5705 time: 0.4735780 Feb 04 13:02:32.887819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=0def5167-b18a-4427-b264-b4a9050ae083,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:32.904726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:32.924897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port ed02cd76-aca4-4d13-be7b-b4ede472522b completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:32.945976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ed02cd76-aca4-4d13-be7b-b4ede472522b triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:32.946659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:32.959194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-67e057d0-8a42-4d02-b25c-abe20fdbf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:32.972164 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-67e057d0-8a42-4d02-b25c-abe20fdbf515 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.2470882 Feb 04 13:02:32.976849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'port': {'device_id': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'admin_state_up': True, 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'security_groups': ['c786ea7a-773d-4d26-b89f-8da4ef990b78']}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:33.141164 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-63f2b35d-debd-499b-8fda-0597034fd4e3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295969 Feb 04 13:02:33.288249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698121-ed36-4aa8-b9fc-562cc10a6930 req-9ba85d75-6174-496c-a07f-672c3098ab9d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:33.290053 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ab698121-ed36-4aa8-b9fc-562cc10a6930 req-9ba85d75-6174-496c-a07f-672c3098ab9d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.5967643 Feb 04 13:02:33.298378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:33.344064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port ed02cd76-aca4-4d13-be7b-b4ede472522b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b,segment=NetworkSegment(f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d),segment_id=f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:33.350737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:33.356459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:33.384148 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ab698121-ed36-4aa8-b9fc-562cc10a6930 req-f0cc81e8-b3cd-4084-9796-ed2cae5b461d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870762 Feb 04 13:02:33.435597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:33.450923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:33.472528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:33.476768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Usage tracker for resource:security_group_rule and tenant:8657a77d50054406b7d1b344dbe54a4b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:33.482226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:33.488168 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-f1e6f3c4-1df5-4a73-b826-56339aaef90e service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384900 Feb 04 13:02:33.488768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:33.591367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=ed02cd76-aca4-4d13-be7b-b4ede472522b,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:33.593387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:33.615325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:33.616626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:33.638324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:33.684181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Usage tracker for resource:security_group_rule and tenant:817ede99e7194bf5a681258851eff3ee is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:33.687606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-50c2204c-ced1-41a8-94d3-713966ca0ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:33.695378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:33.696721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-634d4880-6785-4f69-97ec-18ccdeec52ce None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:02:33.735854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:33.794726 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8657a77d50054406b7d1b344dbe54a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2018871 Feb 04 13:02:33.794726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:33.804359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a439255-d2b1-4b01-a3df-1b7fce9d082d,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:33.807682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41854) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:34.008244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd003-036f-452a-87ef-b1e024203f8c req-8cbdcf9b-7a9b-4470-85eb-74a7d4a737ab tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:34.008922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-45ffd003-036f-452a-87ef-b1e024203f8c req-8cbdcf9b-7a9b-4470-85eb-74a7d4a737ab tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Synchronizing usage tracker for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:34.019646 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-546fc719-a1ca-4e7b-8453-60df157d66dc req-fc244152-58a4-49db-b9a7-995e2d1e6021 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5237541 Feb 04 13:02:34.033504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-45ffd003-036f-452a-87ef-b1e024203f8c req-8cbdcf9b-7a9b-4470-85eb-74a7d4a737ab tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Unset dirty status for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:34.036088 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-45ffd003-036f-452a-87ef-b1e024203f8c req-8cbdcf9b-7a9b-4470-85eb-74a7d4a737ab tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 943 time: 0.8323598 Feb 04 13:02:34.089963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:34.093942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:34.136475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Made reservation on behalf of e582d788f0a84310a22bb829e584df6b for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:02:34.157396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.211157 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-45ffd003-036f-452a-87ef-b1e024203f8c req-1ea43645-4e31-4f41-a850-d79cb419a2a9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666174 Feb 04 13:02:34.239435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-beef16bd-ee86-4648-b4f8-cd7f9b6d66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:34.241722 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-beef16bd-ee86-4648-b4f8-cd7f9b6d66a8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 1160 time: 0.1662986 Feb 04 13:02:34.325061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1a9c6-7c1d-4173-b35c-48ae22a3d9e8 req-84e8cf41-889d-463c-a196-a3afde327e5a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:34.332888 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e5f1a9c6-7c1d-4173-b35c-48ae22a3d9e8 req-84e8cf41-889d-463c-a196-a3afde327e5a tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.7097399 Feb 04 13:02:34.419516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.420658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:34.470374 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8acbc46c-6bdc-4cc7-b513-eb8ff82d8e8a req-b788b519-7a88-4584-ba0f-5879b19c8d28 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 210 time: 0.0835590 Feb 04 13:02:34.503301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-5f66e4bd-9184-4110-8a0a-ee2443152587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:34.504956 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-5f66e4bd-9184-4110-8a0a-ee2443152587 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.2543719 Feb 04 13:02:34.512476 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.525842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.596041 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e5f1a9c6-7c1d-4173-b35c-48ae22a3d9e8 req-8a93de1b-ff92-4379-ac4f-659121712787 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620940 Feb 04 13:02:34.617326 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-4f9b3e88-47a8-4091-9f26-027df88c4e4a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42760b01-68f2-4231-8524-28e5c8eb931e HTTP/1.1" status: 200 len: 217 time: 0.1022770 Feb 04 13:02:34.655469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:34.661473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:34.662177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.665322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:34.771189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-319e2bc3-6513-4647-93cf-507bca099530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:34.772717 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-319e2bc3-6513-4647-93cf-507bca099530 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.1462111 Feb 04 13:02:34.837147 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-45f07051-6e9e-43b1-b138-62971c8a6fe8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528984 Feb 04 13:02:34.855821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.917970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.977862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:34.991477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:34.997084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 0def5167-b18a-4427-b264-b4a9050ae083 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:35.080856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19989c-2967-4669-9597-b15155b74434,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:35.087613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:35.092319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=817ede99e7194bf5a681258851eff3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2769489 Feb 04 13:02:35.100061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41888) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:35.119963 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0def5167-b18a-4427-b264-b4a9050ae083', 'code': 200} Feb 04 13:02:35.128897 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-c4ab7e4a-1df3-4b8f-b38e-1b4fc5dca8b9 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838147 Feb 04 13:02:35.130661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:35.242137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.289174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cc540a33-744b-4451-a5d9-d43d08679c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:35.305791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:35.323077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:35.328817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a439255-d2b1-4b01-a3df-1b7fce9d082d,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:35.336753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:35.378243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 0def5167-b18a-4427-b264-b4a9050ae083 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:35.378909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.407152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.474327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.493630 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-992e2f28-bd04-4d28-8bc2-b23085e6f6ab req-c1cd026f-9882-46e5-b0b3-be3013befd40 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3561110 Feb 04 13:02:35.542483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.550973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5353db4-3391-4c54-83f5-2b77e981840a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:35.559507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdba420-de2e-4367-9b8d-694802c9febe req-17fef661-c20e-477a-8f7a-9d9dcf323b89 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:35.561492 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5bdba420-de2e-4367-9b8d-694802c9febe req-17fef661-c20e-477a-8f7a-9d9dcf323b89 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.6647093 Feb 04 13:02:35.576610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19989c-2967-4669-9597-b15155b74434,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:35.584043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:35.593446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Allocated IP 172.20.0.6 (c87efb16-9a9b-4c95-aa1c-cb301c202ca9/d8f06512-62a6-4ed6-9ae1-dce902c50270/e0bdae81-6f28-435d-914c-878afe862bbd) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:35.620888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.622148 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a439255-d2b1-4b01-a3df-1b7fce9d082d HTTP/1.1" status: 204 len: 168 time: 1.5556438 Feb 04 13:02:35.651062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ed02cd76-aca4-4d13-be7b-b4ede472522b up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:35.669520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.670793 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-49c91b0f-9bb7-4b16-a982-7b13af64e85a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e19989c-2967-4669-9597-b15155b74434 HTTP/1.1" status: 204 len: 168 time: 0.5696700 Feb 04 13:02:35.686540 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5bdba420-de2e-4367-9b8d-694802c9febe req-ccbf0e74-4633-4f21-bbb5-b34e7fb5f82d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083632 Feb 04 13:02:35.868413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b79b3-0328-4132-9c49-f59bd7f047b1 req-08af33be-8f63-48b8-8fcc-7402b009c531 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:35.870326 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-335b79b3-0328-4132-9c49-f59bd7f047b1 req-08af33be-8f63-48b8-8fcc-7402b009c531 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 943 time: 0.2978525 Feb 04 13:02:35.907639 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ed02cd76-aca4-4d13-be7b-b4ede472522b triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:35.908647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.977016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:35.994942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Transition to ACTIVE for port object e0bdae81-6f28-435d-914c-878afe862bbd will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:36.028426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:36.031688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-103d00c9-4d79-4cbc-bfb8-6c54780e2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:36.033346 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-103d00c9-4d79-4cbc-bfb8-6c54780e2b84 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 1162 time: 0.6676729 Feb 04 13:02:36.043220 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-335b79b3-0328-4132-9c49-f59bd7f047b1 req-5d595681-f1cd-48eb-8f1c-5bd8df3dc175 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601434 Feb 04 13:02:36.057706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f94b7ec0-380d-4fdb-86c5-eb8dbeb04ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:36.270811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:36.338005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:36.343037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:36.350681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:36.359652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Usage tracker for resource:security_group_rule and tenant:4d91113fc597434bacb80ad54187adc9 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:36.378088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:36.392283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:36.466415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:36.509315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:36.527025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:36.534559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:36.636939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:36.639358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:36.683278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:36.684010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:36.720103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615d60-b46e-4d78-8901-4d9207d4ea35 req-2ac95a71-9448-4854-8412-1936d2bce7fd tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:36.727729 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d5615d60-b46e-4d78-8901-4d9207d4ea35 req-2ac95a71-9448-4854-8412-1936d2bce7fd tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.3646226 Feb 04 13:02:36.736968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41926) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:36.817222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743b85d-3b80-4c94-8856-d10a9cf0e98b req-232bdeb9-f6cd-4a1c-9ee5-219a540124c5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:36.818007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0743b85d-3b80-4c94-8856-d10a9cf0e98b req-232bdeb9-f6cd-4a1c-9ee5-219a540124c5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:36.854763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:36.875275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9206924 Feb 04 13:02:36.881355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0743b85d-3b80-4c94-8856-d10a9cf0e98b req-232bdeb9-f6cd-4a1c-9ee5-219a540124c5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:36.882664 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0743b85d-3b80-4c94-8856-d10a9cf0e98b req-232bdeb9-f6cd-4a1c-9ee5-219a540124c5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 931 time: 0.8263431 Feb 04 13:02:36.891244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Request body: {'port': {'device_id': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:36.953947 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d5615d60-b46e-4d78-8901-4d9207d4ea35 req-d7f559d6-483f-43c7-8f23-8a397bb5afe5 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112715 Feb 04 13:02:36.957181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:36.973917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Usage tracker for resource:security_group_rule and tenant:5e654dafcf4d4a8a9a7e046a5c047938 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:36.981438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:37.005571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ed02cd76-aca4-4d13-be7b-b4ede472522b up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:37.008600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:37.090009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.149226 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0743b85d-3b80-4c94-8856-d10a9cf0e98b req-2a465196-10bf-475e-9f32-0ea95ad300a9 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253988 Feb 04 13:02:37.156373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.173761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a145e59b-5329-402a-b0ef-a99a8de07fcf None None] Provisioning for port e0bdae81-6f28-435d-914c-878afe862bbd completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:37.178310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:37.206322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b'}, {'server_uuid': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fee1db-a0d4-4cdd-ad8e-78b618cb3deb'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:37.222073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Synchronizing usage tracker for tenant:4d91113fc597434bacb80ad54187adc9 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:37.239420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a145e59b-5329-402a-b0ef-a99a8de07fcf None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:37.245197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.245469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a145e59b-5329-402a-b0ef-a99a8de07fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.259751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7a150-2434-4aaf-8017-6c18150eb8cd,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:37.266693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:37.403589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 41942) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.425613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-a145e59b-5329-402a-b0ef-a99a8de07fcf None None] Port e0bdae81-6f28-435d-914c-878afe862bbd cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:02:37.432542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ed02cd76-aca4-4d13-be7b-b4ede472522b triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:37.433106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.444224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.488380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e4c9e-0c15-4f45-b9d5-5bbb1478c7fd req-7242c172-a34e-4b08-80c3-9f3d4f8bc936 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:37.490141 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67e4c9e-0c15-4f45-b9d5-5bbb1478c7fd req-7242c172-a34e-4b08-80c3-9f3d4f8bc936 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.3546808 Feb 04 13:02:37.535843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.558581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.560992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:37.572044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:37.601075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Usage tracker for resource:security_group_rule and tenant:b17737bf92754e64a698e25bdf71b924 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:37.603528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8169123-9447-47e9-9e5d-d52762d3d88c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:37.605745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:37.618620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Unset dirty status for tenant:4d91113fc597434bacb80ad54187adc9 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:37.619883 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cd9d55ed-07cc-4885-94fd-d0614890eec8 req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5670490 Feb 04 13:02:37.630920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:37.634325 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67e4c9e-0c15-4f45-b9d5-5bbb1478c7fd req-79881504-1dbe-4d02-847a-be912db5db7e tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358924 Feb 04 13:02:37.635339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:37.657457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41950) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.679625 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e654dafcf4d4a8a9a7e046a5c047938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9390097 Feb 04 13:02:37.681205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41956) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:37.749647 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b', 'code': 200} Feb 04 13:02:37.749973 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fee1db-a0d4-4cdd-ad8e-78b618cb3deb', 'code': 200} Feb 04 13:02:37.783709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.820972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:37.972059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.051105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:38.062392 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Usage tracker for resource:security_group_rule and tenant:ee06e5174a594841889432b6e28c7810 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:38.073186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:38.080659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:38.154728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279240d-a935-4aac-a4da-43b1d68a6fcd req-2728b537-ae87-4d10-8596-677d0b22ed18 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:38.154910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.155661 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1279240d-a935-4aac-a4da-43b1d68a6fcd req-2728b537-ae87-4d10-8596-677d0b22ed18 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 943 time: 0.6406260 Feb 04 13:02:38.180620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:38.202800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8169123-9447-47e9-9e5d-d52762d3d88c,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:38.265798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:38.319932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.321305 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8169123-9447-47e9-9e5d-d52762d3d88c HTTP/1.1" status: 204 len: 168 time: 0.6389124 Feb 04 13:02:38.329704 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1279240d-a935-4aac-a4da-43b1d68a6fcd req-95c673cc-18ef-4c0c-9189-f542bf48ff3c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345072 Feb 04 13:02:38.368245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72797-ec68-427a-96fc-6a0c00641b3f req-af18bc01-29ba-47fb-ab6e-ca4b168505cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:38.370537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3ad72797-ec68-427a-96fc-6a0c00641b3f req-af18bc01-29ba-47fb-ab6e-ca4b168505cd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 1162 time: 0.2779322 Feb 04 13:02:38.393766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.438518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.453388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1640ace9-7423-46ea-8502-8ac127db5075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:38.462211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa8e59-8ff1-4f50-971c-79ae4e5e0645 req-3a01d921-24c2-4e69-8ac0-ad7cf6d5dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:38.463854 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4caa8e59-8ff1-4f50-971c-79ae4e5e0645 req-3a01d921-24c2-4e69-8ac0-ad7cf6d5dd64 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.3072217 Feb 04 13:02:38.535838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ad630-27df-4d50-bf1f-7b75d999ee75 req-48715663-0394-4754-bc8f-e4827305355c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:38.545028 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d5ad630-27df-4d50-bf1f-7b75d999ee75 req-48715663-0394-4754-bc8f-e4827305355c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.3532162 Feb 04 13:02:38.550757 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bdae81-6f28-435d-914c-878afe862bbd {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:02:38.558376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1164f6-fd74-4d15-8876-9491137dc546,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:38.566249 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b17737bf92754e64a698e25bdf71b924&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610720 Feb 04 13:02:38.568057 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4caa8e59-8ff1-4f50-971c-79ae4e5e0645 req-5256217c-84eb-4d0c-aa3f-db212d39dc97 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976117 Feb 04 13:02:38.568966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:38.570878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.579521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 41990) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:38.604060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.633456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.644684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Transition to ACTIVE for port object e0bdae81-6f28-435d-914c-878afe862bbd will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:38.653425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.673941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-45709df7-55c8-4e9e-8e6f-affa8028b24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:38.674950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:38.713878 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d5ad630-27df-4d50-bf1f-7b75d999ee75 req-863743ff-03da-4400-8473-80bfc5433484 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676824 Feb 04 13:02:38.757463 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3ad72797-ec68-427a-96fc-6a0c00641b3f req-78fbf60b-704b-4e0b-8e39-24b5069711de service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708656 Feb 04 13:02:38.765617 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee06e5174a594841889432b6e28c7810&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1026123 Feb 04 13:02:38.769698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42002) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:38.822582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Pushing event updated for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:38.829088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:38.849585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3de4a45-7ef8-4324-a19d-c1ab900de746,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:38.861438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.896786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42006) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:38.900591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:38.904626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:38.919870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c0df-f465-40c4-969a-d765373cc4a1 req-7605cfa3-44c2-4366-818d-deee5999bcc4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:38.921631 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61d2c0df-f465-40c4-969a-d765373cc4a1 req-7605cfa3-44c2-4366-818d-deee5999bcc4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 931 time: 0.3478341 Feb 04 13:02:38.992818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.028735 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61d2c0df-f465-40c4-969a-d765373cc4a1 req-10e1f6d1-d194-4efb-9a50-0f3d4a7599f5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945685 Feb 04 13:02:39.046948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:39.067423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Usage tracker for resource:security_group_rule and tenant:ccb78eefbff04388be357ca884a96cd3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:39.088971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:39.094164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.102005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:39.128408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Attempting to bind port e0bdae81-6f28-435d-914c-878afe862bbd on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:39.128782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Attempting to bind port e0bdae81-6f28-435d-914c-878afe862bbd by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:39.129153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Attempting to bind port e0bdae81-6f28-435d-914c-878afe862bbd on network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:39.137165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:39.137519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Checking segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:39.138166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.138572 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Bound using segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:39.139153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Bound port: e0bdae81-6f28-435d-914c-878afe862bbd, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:39.140465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.141494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.150500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.175023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fc38ba02-4ca5-4255-a7b4-61e23cfa7fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:39.208803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1164f6-fd74-4d15-8876-9491137dc546,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:39.227951 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:39.252800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] For port e0bdae81-6f28-435d-914c-878afe862bbd, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:39.256521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] For port e0bdae81-6f28-435d-914c-878afe862bbd, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0bdae81-6f28-435d-914c-878afe862bbd,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:39.259737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.277423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:39.298090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:39.312818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371b1f9-3138-4972-83c9-c33511d7251a req-a89c20be-cc40-4919-b583-d1941bf098f9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:39.314497 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3371b1f9-3138-4972-83c9-c33511d7251a req-a89c20be-cc40-4919-b583-d1941bf098f9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.3753285 Feb 04 13:02:39.347747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.348954 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef1164f6-fd74-4d15-8876-9491137dc546 HTTP/1.1" status: 204 len: 168 time: 0.7563925 Feb 04 13:02:39.398073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 42760b01-68f2-4231-8524-28e5c8eb931e completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:39.405783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 42760b01-68f2-4231-8524-28e5c8eb931e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:39.406318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.435261 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3371b1f9-3138-4972-83c9-c33511d7251a req-6104c2d4-0113-407d-b64f-a21f3df79067 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118193 Feb 04 13:02:39.438865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.459121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:39.485997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3de4a45-7ef8-4324-a19d-c1ab900de746,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:39.493773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Pushing event updated for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:39.496643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:39.499895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:39.501634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.504972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.509065 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3de4a45-7ef8-4324-a19d-c1ab900de746 HTTP/1.1" status: 204 len: 168 time: 0.7275975 Feb 04 13:02:39.510836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.511441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:39.512138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.513758 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] 10.222.0.106 "PUT /v2.0/ports/e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 1157 time: 2.6276021 Feb 04 13:02:39.514358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:39.556274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5df01801-96ce-4bc1-b319-7c23380491bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:39.624230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7355dced-d3b8-48c1-9541-c3fbfc128281,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:39.645349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:39.685741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ccb78eefbff04388be357ca884a96cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7836797 Feb 04 13:02:39.691210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42018) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:39.691854 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'status': 'completed', 'code': 200} Feb 04 13:02:39.808748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.886635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.909628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42760b01-68f2-4231-8524-28e5c8eb931e'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:39.965885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.970198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 42760b01-68f2-4231-8524-28e5c8eb931e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=42760b01-68f2-4231-8524-28e5c8eb931e,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:39.984482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:39.990559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:40.024325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550b5b-7918-40db-8f19-dbadd5a8b5cd req-60ae7d2e-d2df-4e95-837e-9f15d2055ff6 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:40.053303 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56550b5b-7918-40db-8f19-dbadd5a8b5cd req-60ae7d2e-d2df-4e95-837e-9f15d2055ff6 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 943 time: 0.4279740 Feb 04 13:02:40.145185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:40.160376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:40.216540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-b71ea67d-28cb-496c-b0df-a7cdd02a7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:40.221290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=42760b01-68f2-4231-8524-28e5c8eb931e,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:40.221502 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-b71ea67d-28cb-496c-b0df-a7cdd02a7b38 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1160 time: 0.6504176 Feb 04 13:02:40.229552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:40.289362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b5d07-e400-423e-948b-1dd156f3da5a req-1a74ee1d-5dfe-4218-ab80-25bf25c0173d tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:40.298582 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4c6b5d07-e400-423e-948b-1dd156f3da5a req-1a74ee1d-5dfe-4218-ab80-25bf25c0173d tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.2945185 Feb 04 13:02:40.336004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:40.339772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7355dced-d3b8-48c1-9541-c3fbfc128281 HTTP/1.1" status: 204 len: 168 time: 0.6443849 Feb 04 13:02:40.339772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7355dced-d3b8-48c1-9541-c3fbfc128281,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:40.351192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:40.423585 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4c6b5d07-e400-423e-948b-1dd156f3da5a req-b9bdcc45-d859-4afe-8b15-e90fe406b147 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204550 Feb 04 13:02:40.449716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:40.462782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42048) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:40.498537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56550b5b-7918-40db-8f19-dbadd5a8b5cd req-2bb08315-9fd2-4cdc-b1b3-edab5b20447a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450364 Feb 04 13:02:40.515723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:40.535887 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-c6fbeeec-65bd-4f3d-97f9-011d1c0154ac service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 217 time: 0.2989833 Feb 04 13:02:40.579531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:40.593501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Usage tracker for resource:security_group_rule and tenant:7ecacdd5c1904683acdd8ec14a3bc02e is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:40.606167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 42760b01-68f2-4231-8524-28e5c8eb931e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:40.606958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:40.608606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:40.631129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:40.670040 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42760b01-68f2-4231-8524-28e5c8eb931e', 'code': 200} Feb 04 13:02:40.750692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-1c5e7189-07b7-483a-91af-9c6009df68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:40.752769 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-1c5e7189-07b7-483a-91af-9c6009df68c7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.2122850 Feb 04 13:02:40.878782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:40.950928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:40.967247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa640c27-88bb-4150-acb1-dd6d7d07bf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:41.074676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-e4af5aa5-2113-4d53-a584-f20df3a1c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.076905 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-e4af5aa5-2113-4d53-a584-f20df3a1c4b5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3038926 Feb 04 13:02:41.101854 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ecacdd5c1904683acdd8ec14a3bc02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6377406 Feb 04 13:02:41.117878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0156b64b-22c4-4d97-8316-407e2e196e92,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:41.122277 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42066) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:41.127542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:41.200688 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-d53d6793-eb9b-4543-b7ff-a3893419390f service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3148127 Feb 04 13:02:41.228764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466a7f-0796-42d7-b66d-deb2bfba358b req-d62498e4-5082-4248-9ec9-9edf14d6e487 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.230943 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f9466a7f-0796-42d7-b66d-deb2bfba358b req-d62498e4-5082-4248-9ec9-9edf14d6e487 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.3300517 Feb 04 13:02:41.317459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142f163-99e6-40a1-a141-9d5eef9ce404 req-4a840e6b-9390-4dfb-b6a5-b673da894d60 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.325215 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9142f163-99e6-40a1-a141-9d5eef9ce404 req-4a840e6b-9390-4dfb-b6a5-b673da894d60 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.3804188 Feb 04 13:02:41.414078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:41.429406 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f9466a7f-0796-42d7-b66d-deb2bfba358b req-5b3988bb-22fb-4f84-bd14-30d07287f857 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651556 Feb 04 13:02:41.434622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf123b-b628-444b-a0b4-fa1fd34b1c3e req-b71ecf8c-8245-48ef-8468-927d1654a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.436172 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-85cf123b-b628-444b-a0b4-fa1fd34b1c3e req-b71ecf8c-8245-48ef-8468-927d1654a334 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 1162 time: 0.3570611 Feb 04 13:02:41.479252 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-8e59b478-0f05-4f93-8df1-ed349fdfcf0f service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415682 Feb 04 13:02:41.481127 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9142f163-99e6-40a1-a141-9d5eef9ce404 req-c6b722e0-6b60-4cd7-889a-53ea40c45e36 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548767 Feb 04 13:02:41.595812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:41.671119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-ba91ea5c-6098-40d8-bca0-d8404d50a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.672760 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-ba91ea5c-6098-40d8-bca0-d8404d50a514 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=71e88cc8d3f04404bce3ff0e055e92ef&device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 1162 time: 0.3453741 Feb 04 13:02:41.679381 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-012267c2-f5c5-46e4-b0e2-bf37a03c0d80 req-3d67507d-3e20-489e-8376-72c78e18afb1 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1910431 Feb 04 13:02:41.695371 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-85cf123b-b628-444b-a0b4-fa1fd34b1c3e req-354b858f-0778-454c-9da4-d5c070859066 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433035 Feb 04 13:02:41.768878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:41.783795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:41.804327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156b64b-22c4-4d97-8316-407e2e196e92,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:41.808761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:41.819384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:41.820599 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0156b64b-22c4-4d97-8316-407e2e196e92 HTTP/1.1" status: 204 len: 168 time: 0.6963079 Feb 04 13:02:41.955307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-67e006c8-4f43-45d6-b61b-a49b3b5dcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.957326 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-67e006c8-4f43-45d6-b61b-a49b3b5dcc57 service neutron] 10.222.0.106 "GET /v2.0/networks?id=dec14c1b-2522-4109-926c-79b72f51361e HTTP/1.1" status: 200 len: 906 time: 0.2602856 Feb 04 13:02:41.989034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475fa4d-142b-461d-b06a-ac613b92bc75 req-660b46b4-66c6-42f7-aac5-b72985259b3a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:41.990936 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f475fa4d-142b-461d-b06a-ac613b92bc75 req-660b46b4-66c6-42f7-aac5-b72985259b3a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2644148 Feb 04 13:02:42.141004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f475fa4d-142b-461d-b06a-ac613b92bc75 req-a3167a77-fcb4-4038-ad52-a7a984b721a4 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345735 Feb 04 13:02:42.421957 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-74626d2a-58d0-4023-a8a3-b2f59502e967 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b HTTP/1.1" status: 200 len: 217 time: 0.4404178 Feb 04 13:02:42.456363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42116) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:42.542033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-e4dcdc25-508f-4251-acb7-8c418fbf11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:42.542033 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-e4dcdc25-508f-4251-acb7-8c418fbf11ca service neutron] 10.222.0.106 "GET /v2.0/subnets?id=3a6794e0-6eab-4b60-9b4e-975802eb5616 HTTP/1.1" status: 200 len: 852 time: 0.1007578 Feb 04 13:02:42.673118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147da04-df22-40c8-affb-a111663b26c0 req-4ea4b063-dc39-4d69-8461-3d8be66b77e0 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:42.674845 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7147da04-df22-40c8-affb-a111663b26c0 req-4ea4b063-dc39-4d69-8461-3d8be66b77e0 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.7894754 Feb 04 13:02:42.677093 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-fecab1f9-0072-4aba-bcd6-87e1e355a893 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=dec14c1b-2522-4109-926c-79b72f51361e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360700 Feb 04 13:02:42.680485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-340fa1d0-d741-4545-a2bc-c0b97c7d009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:42.682034 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-340fa1d0-d741-4545-a2bc-c0b97c7d009b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1160 time: 0.7242348 Feb 04 13:02:42.815629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97798e-5847-4342-bba4-1dd16171b8d2 req-f95d27d9-3354-4ce3-be1d-f8589af54157 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:42.823560 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae97798e-5847-4342-bba4-1dd16171b8d2 req-f95d27d9-3354-4ce3-be1d-f8589af54157 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1912558 Feb 04 13:02:42.873451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:42.903458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:42.907565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Usage tracker for resource:security_group_rule and tenant:d1d0b4d6246e412185276cc3077a2a58 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:42.910758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:42.916659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:43.014420 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae97798e-5847-4342-bba4-1dd16171b8d2 req-3684836b-9f68-4ec1-bb45-4f2920f2560e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896696 Feb 04 13:02:43.067921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:43.072000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:43.085918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:43.086480 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-a2c80763-5514-4837-90f2-ef1ffcdc6921 service neutron] 10.222.0.106 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748050 Feb 04 13:02:43.125940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-1ecc8277-9925-46a7-a87d-11995c2371f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:43.127503 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-1ecc8277-9925-46a7-a87d-11995c2371f5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.4171267 Feb 04 13:02:43.130594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e80618-9687-4020-bb73-c2f9c9a46a34,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:43.134967 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d1d0b4d6246e412185276cc3077a2a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774662 Feb 04 13:02:43.141086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42142) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:43.142515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.142907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.143293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.143671 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.144050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.144425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.144797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.145165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.145567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.145954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.146321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.146690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.147161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.147525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.147892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.148255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.148617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.148979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.149341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.164605 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.165011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.165404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.165798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.166184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:43.178794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:43.293938 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7147da04-df22-40c8-affb-a111663b26c0 req-50caf585-26a0-4970-8ec8-ea12e56120a8 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6106341 Feb 04 13:02:43.314035 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-ce16c13d-7251-4c45-83c4-84611b0f75eb service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 217 time: 0.1745439 Feb 04 13:02:43.363896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:43.443000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:43.574905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-a8127f67-51de-4788-b560-d28f574d90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:43.577688 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-a8127f67-51de-4788-b560-d28f574d90dd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.2491271 Feb 04 13:02:43.682465 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bba89d6-3ac4-4df8-801d-1db3ee5eb3ab req-5798f1e0-844f-4a23-bd58-f59bab73c5ab service neutron] 10.222.0.106 "GET /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5818906 Feb 04 13:02:43.770981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-7d2eff3b-f17c-44ff-804f-ec66bded776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:43.780751 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-7d2eff3b-f17c-44ff-804f-ec66bded776a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897838 Feb 04 13:02:43.899022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc99542-6838-4dac-8ec7-4ca3765167d2 req-ba9c1f9c-9fcd-46c3-9cf3-9badd2d41988 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:43.907453 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0dc99542-6838-4dac-8ec7-4ca3765167d2 req-ba9c1f9c-9fcd-46c3-9cf3-9badd2d41988 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.4461427 Feb 04 13:02:44.069953 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0dc99542-6838-4dac-8ec7-4ca3765167d2 req-a69d7db2-e98e-4786-a134-99b0fa8270b1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611381 Feb 04 13:02:44.082440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:44.083553 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-a1868486-e799-4e27-8c3e-031fd8081473 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950134 Feb 04 13:02:44.111650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:44.135379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e80618-9687-4020-bb73-c2f9c9a46a34,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:44.152648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:44.154289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:44.155576 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16e80618-9687-4020-bb73-c2f9c9a46a34 HTTP/1.1" status: 204 len: 168 time: 0.9756713 Feb 04 13:02:44.350752 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-40e6c982-5c78-490d-8323-8ba36e1a6f9f req-e2d0e2c7-7b39-49b4-933c-346ebf6b95a6 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2620237 Feb 04 13:02:44.418738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278269d-4d77-4a89-aff8-2c4b0a28e778 req-b36c31c9-2e5c-479e-8a69-33ef78b395ce tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:44.427275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f278269d-4d77-4a89-aff8-2c4b0a28e778 req-b36c31c9-2e5c-479e-8a69-33ef78b395ce tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1894438 Feb 04 13:02:44.492117 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f278269d-4d77-4a89-aff8-2c4b0a28e778 req-5a1712c5-2f10-4878-b03e-4d2006fb0c62 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637918 Feb 04 13:02:44.508524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:44.595947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 42760b01-68f2-4231-8524-28e5c8eb931e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:44.596976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.030941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42206) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:45.103758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-b6ba19f5-0470-4281-a666-90e8f11cfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:45.106115 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-b6ba19f5-0470-4281-a666-90e8f11cfb45 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 1162 time: 0.1294463 Feb 04 13:02:45.138446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.166692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:45.172416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Usage tracker for resource:security_group_rule and tenant:617f2c80b3514f659c6b25471f81c574 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:45.176708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:45.201011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:45.278891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-c1010d7d-d28e-445f-a288-7f2ea5b87213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:45.280518 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-c1010d7d-d28e-445f-a288-7f2ea5b87213 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.1699281 Feb 04 13:02:45.342879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320d60d-0092-40fd-8378-2f604a2536f5 req-aa2f9ca2-cef6-4eb4-80ea-6fad462dcdb3 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:45.344606 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a320d60d-0092-40fd-8378-2f604a2536f5 req-aa2f9ca2-cef6-4eb4-80ea-6fad462dcdb3 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.3108087 Feb 04 13:02:45.368416 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-f18b0cbc-681b-4568-96a9-c5ee94d18af4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42760b01-68f2-4231-8524-28e5c8eb931e HTTP/1.1" status: 200 len: 217 time: 0.0827873 Feb 04 13:02:45.474740 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a320d60d-0092-40fd-8378-2f604a2536f5 req-2e1a77d5-7666-459e-b257-6987280265c9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151981 Feb 04 13:02:45.514360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.518711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.529846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5263b061-3aea-49e5-89cf-1a5fed514fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:45.531356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-59815af5-2632-464d-ac8d-a80b37806538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:45.532948 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-59815af5-2632-464d-ac8d-a80b37806538 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.1563630 Feb 04 13:02:45.592168 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=617f2c80b3514f659c6b25471f81c574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575244 Feb 04 13:02:45.592168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b796cb-4422-47ce-a783-f3a2ecbcb746,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:45.608966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:45.609544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42226) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:45.682591 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-613610b9-fa63-448d-8519-7ef9ad2fe2b8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1424847 Feb 04 13:02:45.697728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.728864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.876065 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-559b5a4a-89ed-47d4-9da8-5c778724e309 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841493 Feb 04 13:02:45.913511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:45.918894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:46.042328 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0e9d72a-f7d6-4063-8731-bc238fcf47aa req-9414deb2-33b3-42b2-9b97-1090667030d0 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1611838 Feb 04 13:02:46.051128 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32ce2a-6e8e-4364-96f2-415ed5af81bf req-d705d13f-84c3-4c7e-9335-88944f76d518 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:46.053069 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a32ce2a-6e8e-4364-96f2-415ed5af81bf req-d705d13f-84c3-4c7e-9335-88944f76d518 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.2663703 Feb 04 13:02:46.054301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b796cb-4422-47ce-a783-f3a2ecbcb746,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:46.056760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:46.089839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:46.091002 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4b796cb-4422-47ce-a783-f3a2ecbcb746 HTTP/1.1" status: 204 len: 168 time: 0.4803758 Feb 04 13:02:46.199914 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a32ce2a-6e8e-4364-96f2-415ed5af81bf req-b9a853b2-8e74-47b1-b64d-f37a9c326830 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395667 Feb 04 13:02:46.902686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:46.966212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe354e1c-d089-49cc-8eca-f6ff99e1d47d req-b554e46d-f62c-44d0-9683-9339e173b576 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:46.975212 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe354e1c-d089-49cc-8eca-f6ff99e1d47d req-b554e46d-f62c-44d0-9683-9339e173b576 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2596838 Feb 04 13:02:47.084648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:47.126976 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe354e1c-d089-49cc-8eca-f6ff99e1d47d req-8eae62fd-e5ff-4a53-aaac-9ffda89a2a47 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504536 Feb 04 13:02:47.214073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port e0bdae81-6f28-435d-914c-878afe862bbd completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:02:47.219861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:47.220349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:47.443313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:47.488134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port e0bdae81-6f28-435d-914c-878afe862bbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0bdae81-6f28-435d-914c-878afe862bbd,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:47.489611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:47.513530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:47.520683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:47.544765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:02:47.712158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:47.720310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:47.728624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a82e7d-327d-4480-abfd-d1f80bf82d73 req-662fe9a9-dfd7-439b-ab86-929b05c257a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:47.730683 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-36a82e7d-327d-4480-abfd-d1f80bf82d73 req-662fe9a9-dfd7-439b-ab86-929b05c257a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2636988 Feb 04 13:02:47.826271 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-36a82e7d-327d-4480-abfd-d1f80bf82d73 req-4ebfd330-d9a6-4984-bcb2-ac2e21a14d4e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884862 Feb 04 13:02:47.909640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-8ccae680-b006-423b-ae3a-09145c423456 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:47.910473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-8ccae680-b006-423b-ae3a-09145c423456 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:network {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:47.943788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-8ccae680-b006-423b-ae3a-09145c423456 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:network {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:47.945113 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-8ccae680-b006-423b-ae3a-09145c423456 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.4528182 Feb 04 13:02:47.978738 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-7c7baefd-e595-44ca-9142-09d1d8067bfb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/quotas/27f46618687548b0995ad9a9e733a34c HTTP/1.1" status: 200 len: 375 time: 0.0266073 Feb 04 13:02:48.004682 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'code': 200} Feb 04 13:02:48.136368 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-9d2b26d7-a7b3-49ca-b4b3-fba6c75576b6 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1567767 Feb 04 13:02:48.395022 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-0d77ff3a-b896-44c9-b1c2-64b3e74eea93 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457764 Feb 04 13:02:48.499526 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a93e5-2bd2-466e-be9d-28a8343e63e0 req-61e09cd2-1560-4e74-a382-80d381d6aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:48.502027 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-235a93e5-2bd2-466e-be9d-28a8343e63e0 req-61e09cd2-1560-4e74-a382-80d381d6aa4b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1162 time: 0.1890948 Feb 04 13:02:48.509588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:48.655780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:48.656439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:48.707247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b413-0c9d-4a47-bf28-f28e1744a204 req-0544f0ca-00a1-447f-b05b-743309ce86f1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:48.709105 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5b97b413-0c9d-4a47-bf28-f28e1744a204 req-0544f0ca-00a1-447f-b05b-743309ce86f1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.3354180 Feb 04 13:02:48.726004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-0627b9a7-4afd-4a6f-aa52-ffdb31778e2b service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3238492 Feb 04 13:02:48.773412 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-235a93e5-2bd2-466e-be9d-28a8343e63e0 req-51b88734-fd13-4e6b-bf74-89b79e215264 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649953 Feb 04 13:02:48.793318 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5b97b413-0c9d-4a47-bf28-f28e1744a204 req-0b4c9782-510c-4a09-8c2a-da09983c1d19 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Feb 04 13:02:49.048072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42400) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:49.090317 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-619aa150-6aa1-4997-a47b-dd590c1e423b req-a302624b-7450-4157-856b-47d93d28824f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 210 time: 0.0794272 Feb 04 13:02:49.196922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42410) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:49.273257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2d2253be-6851-4fca-96cb-db5acffd0a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.311763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d189cf-231c-446d-ab01-81c30d73acf3 req-9c7c6ad4-c3ff-40b2-b9c9-0b1b7fcfe649 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:49.319939 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d7d189cf-231c-446d-ab01-81c30d73acf3 req-9c7c6ad4-c3ff-40b2-b9c9-0b1b7fcfe649 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2540648 Feb 04 13:02:49.394310 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d7d189cf-231c-446d-ab01-81c30d73acf3 req-288c5feb-f647-44b3-8f44-9ad8fec0ce56 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731971 Feb 04 13:02:49.442479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.465992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:49.471202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Usage tracker for resource:security_group_rule and tenant:eb3623f33a724d0397f00168bae2662b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:49.474952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:49.482001 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:49.525389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.544519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:49.552132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Usage tracker for resource:security_group_rule and tenant:605330c918ff435092420770ebe7068c is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:49.558587 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:49.565276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:49.619321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.624099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.656271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:49.697847 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb3623f33a724d0397f00168bae2662b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485076 Feb 04 13:02:49.698702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42428) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:49.698852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d786d684-66d0-48d0-a807-3093b01fa5b5,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:49.702485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:49.882176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0ed1-8401-4209-9cca-a0d103901b5d req-01588260-3f24-4d48-91bf-02097b0cc9a3 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:49.883896 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-195b0ed1-8401-4209-9cca-a0d103901b5d req-01588260-3f24-4d48-91bf-02097b0cc9a3 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.2873852 Feb 04 13:02:49.906504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.958918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:49.969930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.021098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.060388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:50.080507 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=605330c918ff435092420770ebe7068c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8784575 Feb 04 13:02:50.085606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42446) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:50.089701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.211083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.258693 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-195b0ed1-8401-4209-9cca-a0d103901b5d req-0641a849-5b54-4abf-97d4-d7e1a80678dd tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571248 Feb 04 13:02:50.281751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f457e-20cd-425b-bdb2-91e86271d653 req-e5ff8b63-dd69-45af-a327-0d6fbd86712e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:50.282544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.288057 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d786d684-66d0-48d0-a807-3093b01fa5b5 HTTP/1.1" status: 204 len: 168 time: 0.5874319 Feb 04 13:02:50.289259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0e0f59-e280-4dd4-ae4d-1dc23404a1ae,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:50.301886 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7a2f457e-20cd-425b-bdb2-91e86271d653 req-e5ff8b63-dd69-45af-a327-0d6fbd86712e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2478600 Feb 04 13:02:50.302908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.303406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.303775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.304138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.304517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.305073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.305458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.305910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.306293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.306669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.307060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.307677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.308173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.308560 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.309099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.309969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.310096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.310446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.311153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.311502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.311877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.312248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.312623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.312996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:50.334172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:50.336487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e21ede1-b3ad-4927-883b-711ab8fc72b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:50.383751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d786d684-66d0-48d0-a807-3093b01fa5b5,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:50.387195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.401703 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7a2f457e-20cd-425b-bdb2-91e86271d653 req-b30573c2-6aef-4d6f-a399-2a7d37e40f5a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955067 Feb 04 13:02:50.410387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:50.466990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.475681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-08bce1c4-9ad2-4b2f-b743-59df394f18a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:50.499721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0e0f59-e280-4dd4-ae4d-1dc23404a1ae,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:50.507836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:50.512199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.513486 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a0e0f59-e280-4dd4-ae4d-1dc23404a1ae HTTP/1.1" status: 204 len: 168 time: 0.4195726 Feb 04 13:02:50.556595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:02:50.695471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42472) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:50.776482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:02:50.777108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:50.841873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba3e81-e9a6-4efd-8f78-06674a31f875 req-44bc3a3b-2b39-4e4a-9d2a-976cda0cb8a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:50.850251 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66ba3e81-e9a6-4efd-8f78-06674a31f875 req-44bc3a3b-2b39-4e4a-9d2a-976cda0cb8a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2259600 Feb 04 13:02:50.926634 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66ba3e81-e9a6-4efd-8f78-06674a31f875 req-e595f275-c703-4dbe-a715-5e7fa8fb94d5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753057 Feb 04 13:02:51.187293 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-46a39797-1fc6-4e21-bf9a-98d1bd55c09c req-4300c92f-3200-41f1-b0c3-516834c5a8c6 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 210 time: 0.1902285 Feb 04 13:02:51.281834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-60f9281b-5138-4a2d-a580-66f3a823c364 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:51.284146 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-60f9281b-5138-4a2d-a580-66f3a823c364 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.7362823 Feb 04 13:02:51.303201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583cad1-0d60-4a5b-bb42-c899eba4233c req-a9701084-3950-43f5-8f46-d42d80f0554b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:51.309032 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9583cad1-0d60-4a5b-bb42-c899eba4233c req-a9701084-3950-43f5-8f46-d42d80f0554b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1895943 Feb 04 13:02:51.314975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42488) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:51.321217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'floatingip': {'port_id': 'e0bdae81-6f28-435d-914c-878afe862bbd'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:51.399349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42492) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:51.408453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Request body: {'port': {'device_id': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48', 'admin_state_up': True, 'tenant_id': '27f46618687548b0995ad9a9e733a34c'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:51.450160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:51.622598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:51.669420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:51.679111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Usage tracker for resource:security_group_rule and tenant:fd9c97a2e33d428c9911d50af0eb540d is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:51.682460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:51.688721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:51.718765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42498) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:51.724492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:51.778269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:51.795349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:51.802021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Usage tracker for resource:security_group_rule and tenant:909e9da011fa4f4e89b9cc807f10e2eb is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:51.806574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:51.831934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:51.854417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:51.924247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b40d3-79f4-4d2f-93fe-5471d5080358 req-7ba27b06-4ef3-45a5-8939-abc7aa60010a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:51.932015 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a25b40d3-79f4-4d2f-93fe-5471d5080358 req-7ba27b06-4ef3-45a5-8939-abc7aa60010a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.3014205 Feb 04 13:02:51.985085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554d483-2986-4990-b234-ef5b08c189bd req-c83af6ae-c94a-47c0-9ff6-f58254fd2300 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:51.986889 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2554d483-2986-4990-b234-ef5b08c189bd req-c83af6ae-c94a-47c0-9ff6-f58254fd2300 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.106 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.7016015 Feb 04 13:02:51.987663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.014118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:52.070049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:52.096138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Usage tracker for resource:security_group_rule and tenant:60b6b9aa4943478483cea150c90de4a4 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:52.116619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:52.120250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:52.126898 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd9c97a2e33d428c9911d50af0eb540d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7247672 Feb 04 13:02:52.138409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42506) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:52.149884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:52.157368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f278962f-3b7b-4144-b7ba-a2e22837fae5,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:52.162965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:52.170101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:52.182671 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a25b40d3-79f4-4d2f-93fe-5471d5080358 req-0e69b2eb-519b-455f-8667-7e0b6b40cec4 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496834 Feb 04 13:02:52.204612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Deleting port ed02cd76-aca4-4d13-be7b-b4ede472522b {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:02:52.204987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.279628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.322699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db05778-d0fd-49c3-9c7f-f058ca1bd40b req-b089aa21-545c-4f60-9e24-bde8fedd6c24 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:52.324734 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9db05778-d0fd-49c3-9c7f-f058ca1bd40b req-b089aa21-545c-4f60-9e24-bde8fedd6c24 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 945 time: 0.7826021 Feb 04 13:02:52.344259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Made reservation on behalf of 27f46618687548b0995ad9a9e733a34c for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:02:52.366482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.559322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ed02cd76-aca4-4d13-be7b-b4ede472522b no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:02:52.632106 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9db05778-d0fd-49c3-9c7f-f058ca1bd40b req-05455f83-4521-4c61-bc21-44dbe4424ab6 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887692 Feb 04 13:02:52.652824 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eeeb9458-b1de-49e7-b6e2-480be7c33a50 req-9581e77f-e866-422d-b2b9-245f0f3ae6eb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 210 time: 0.2777805 Feb 04 13:02:52.697822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.726753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:52.737348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port ed02cd76-aca4-4d13-be7b-b4ede472522b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b,segment=NetworkSegment(f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d),segment_id=f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:52.741053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.742952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7ec17037-60d0-444e-8280-db196b38437a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:52.798506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.804298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.808610 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b', 'code': 200} Feb 04 13:02:52.816629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.823777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=ed02cd76-aca4-4d13-be7b-b4ede472522b,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:52.831877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.832122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.832453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.832816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.833170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.833554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.833911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.834268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.834625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.834976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.835329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.835679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.836134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.836489 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.837306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.837306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.837478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.837546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-73d3fc3f-b80c-49ca-9e9f-3223eb1606e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:52.837852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.838203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.838552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.838900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.839247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.839596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.839955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:02:52.844360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.844636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:52.859960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:52.872605 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ca18efad-f9bf-4a0c-b533-c58b0bb7e69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:52.939441 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=909e9da011fa4f4e89b9cc807f10e2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2387633 Feb 04 13:02:52.946646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42514) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:52.954615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc6400-e5af-4416-9da8-6ce2fa8ebcc2,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:52.978513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e0763-ab06-4f21-8027-f34303df1965,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:52.983236 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60b6b9aa4943478483cea150c90de4a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2510746 Feb 04 13:02:52.993941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:52.997704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:52.997834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42518) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:53.047952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] For port ed02cd76-aca4-4d13-be7b-b4ede472522b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b,segment=NetworkSegment(f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d),segment_id=f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:53.048815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.076910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.081700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.095330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-55e63e1e-5a30-4223-a2cd-1f2e3abc18f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:53.108794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.resource_extend [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 04 13:02:53.171991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f278962f-3b7b-4144-b7ba-a2e22837fae5,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:53.187684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:53.226802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.233586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Calling delete_port for ed02cd76-aca4-4d13-be7b-b4ede472522b owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:02:53.241304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.242554 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e6cf433e-7dc7-4efc-ba18-66fe7918c7f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f278962f-3b7b-4144-b7ba-a2e22837fae5 HTTP/1.1" status: 204 len: 168 time: 1.1031771 Feb 04 13:02:53.288528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.294878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.351051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-09266e07-0769-478b-871b-07be50f8a2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.585213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Allocated IP 172.20.0.14 (8ae052a7-8d74-4e44-b249-4e879db86a48/28dcd00e-a20a-4490-aad9-f6cdf071a3b6/fc565334-0409-404b-9a6f-6ffe496040b8) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:02:53.597708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.675804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c41fea-9280-4e98-b426-2debe586d16f req-6a176903-c74b-471c-a075-ed4060909cba tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:53.678560 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2c41fea-9280-4e98-b426-2debe586d16f req-6a176903-c74b-471c-a075-ed4060909cba tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2507756 Feb 04 13:02:53.741585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.759606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:02:53.759984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:02:53.768840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.806933 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2c41fea-9280-4e98-b426-2debe586d16f req-39303130-08cc-45fc-9bc3-06ad545482b1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029243 Feb 04 13:02:53.809933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-43278477-c641-49eb-bf3e-b62a14a78f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:53.827819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.836290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:53.836577 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Floating IP 8446fe5d-63f3-4b2e-af03-3de9da121981 associated. External IP: 172.28.2.202, port: e0bdae81-6f28-435d-914c-878afe862bbd. Feb 04 13:02:53.919400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:53.924314 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29cc6400-e5af-4416-9da8-6ce2fa8ebcc2 HTTP/1.1" status: 204 len: 168 time: 0.9765131 Feb 04 13:02:53.935615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc6400-e5af-4416-9da8-6ce2fa8ebcc2,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:53.938545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:54.028608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e0763-ab06-4f21-8027-f34303df1965,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:54.030470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.074120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:54.173199 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-24e73c3d-7e84-4fd4-80e0-819c8de0159b req-3842a939-bbc3-4e56-920c-3207b6ae9b1d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 210 time: 0.1037300 Feb 04 13:02:54.207934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.209197 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f39e0763-ab06-4f21-8027-f34303df1965 HTTP/1.1" status: 204 len: 168 time: 1.2080884 Feb 04 13:02:54.220242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.316513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb904-3da1-4a60-a4e9-e1d40892191e req-a8c4c392-6155-4124-a28c-467c87bcb901 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:54.317333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-627bb904-3da1-4a60-a4e9-e1d40892191e req-a8c4c392-6155-4124-a28c-467c87bcb901 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Synchronizing usage tracker for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:54.321367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Deleting port ed02cd76-aca4-4d13-be7b-b4ede472522b {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:02:54.321767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.437724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-627bb904-3da1-4a60-a4e9-e1d40892191e req-a8c4c392-6155-4124-a28c-467c87bcb901 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Unset dirty status for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:54.438480 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-627bb904-3da1-4a60-a4e9-e1d40892191e req-a8c4c392-6155-4124-a28c-467c87bcb901 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 943 time: 0.6036026 Feb 04 13:02:54.448086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42556) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:54.465789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.475555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.492052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.504830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:54.510932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:54.521289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Usage tracker for resource:security_group_rule and tenant:351cbe99400640f289b1ca2d8794107e is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:54.527548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:54.537280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:54.574569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:02:54.763418 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-627bb904-3da1-4a60-a4e9-e1d40892191e req-1d59818d-5648-4f95-9a2c-678b8deda5aa tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/security-groups?id=666a57af-dde8-4b39-8ece-f96c24cb7136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019614 Feb 04 13:02:54.787356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event updated for resources: {'Port': ['ID=fc565334-0409-404b-9a6f-6ffe496040b8,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:54.795278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:54.906138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] For port ed02cd76-aca4-4d13-be7b-b4ede472522b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ed02cd76-aca4-4d13-be7b-b4ede472522b,segment=NetworkSegment(f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d),segment_id=f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:02:54.906650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:54.917128 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:02:54.921082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:02:54.925048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:02:55.017162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:55.017931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.223443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:02:55.241524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:02:55.242637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.244749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.266388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:55.267155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:02:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:55.308405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Calling delete_port for ed02cd76-aca4-4d13-be7b-b4ede472522b owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:02:55.320697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.378518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:55.417915 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=351cbe99400640f289b1ca2d8794107e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9694638 Feb 04 13:02:55.426550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42592) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:55.431275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307200d-3ee9-469c-9fa8-50b40102c781,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:55.439479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:55.455573 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-dd5b2411-5a6f-46c4-a594-2db680c3c28c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "PUT /v2.0/floatingips/8446fe5d-63f3-4b2e-af03-3de9da121981 HTTP/1.1" status: 200 len: 991 time: 4.1394780 Feb 04 13:02:55.461451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:55.485627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.489836 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0889370 Feb 04 13:02:55.521016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Request body: {'port': {'device_id': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:02:55.582126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7fd3b-7036-4ca0-a34c-21a89ff97b48 req-fd3d2338-6c7c-48fa-8694-809714dfd63c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:55.584402 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-74d7fd3b-7036-4ca0-a34c-21a89ff97b48 req-fd3d2338-6c7c-48fa-8694-809714dfd63c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.4254405 Feb 04 13:02:55.597152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:55.665153 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-74d7fd3b-7036-4ca0-a34c-21a89ff97b48 req-03ec7dd9-65e6-4bac-88b4-bfaa706eea88 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744874 Feb 04 13:02:55.841977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.899363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.939500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:55.982040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:56.075735 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'status': 'completed', 'code': 200} Feb 04 13:02:56.129531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66835a9e-570b-478c-8bab-b2aa8e3965e1 req-188e6aa4-3a85-4f21-8d94-4e4b7a56a67c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:56.130389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-66835a9e-570b-478c-8bab-b2aa8e3965e1 req-188e6aa4-3a85-4f21-8d94-4e4b7a56a67c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:56.148334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6ad020d9-2fd5-4462-b286-0a779a3045dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:56.207169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '8446fe5d-63f3-4b2e-af03-3de9da121981', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'port_id': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'mac_address': 'fa:16:3e:5f:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:02:22Z', 'updated_at': '2021-02-04T13:02:52Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:56.219248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:02:56.237708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:02:56.238552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:02:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:56.332383 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5a12f17-78c2-4c16-84de-dbd3877606aa req-3643265d-193e-44c5-b4db-202c400e4493 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 210 time: 0.0717614 Feb 04 13:02:56.341396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-50d354a6-10ef-4693-aa6a-2c000c99de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:56.343054 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-50d354a6-10ef-4693-aa6a-2c000c99de0b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1162 time: 0.2426341 Feb 04 13:02:56.406066 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42620) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:56.408323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Pushing event deleted for resources: {'Port': ['ID=ed02cd76-aca4-4d13-be7b-b4ede472522b,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:56.416228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:56.426921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-66835a9e-570b-478c-8bab-b2aa8e3965e1 req-188e6aa4-3a85-4f21-8d94-4e4b7a56a67c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:56.428190 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66835a9e-570b-478c-8bab-b2aa8e3965e1 req-188e6aa4-3a85-4f21-8d94-4e4b7a56a67c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 932 time: 0.8584540 Feb 04 13:02:56.461797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:56.464874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d286f8ad-51e7-464f-b8fb-775b6436debe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:56.467955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:02:56.523656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307200d-3ee9-469c-9fa8-50b40102c781,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:56.549894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:56.566262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-15baa174-39cf-4ba1-8a5c-42a9b9f4a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:56.568224 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-15baa174-39cf-4ba1-8a5c-42a9b9f4a99d service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.2186728 Feb 04 13:02:56.786105 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-1a93890d-c9ff-4801-85f0-7493189da75d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 999 time: 0.1988845 Feb 04 13:02:56.869575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:56.873732 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6307200d-3ee9-469c-9fa8-50b40102c781 HTTP/1.1" status: 204 len: 168 time: 1.4404933 Feb 04 13:02:56.911790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-8ba22dc5-ca5d-47ec-81be-52cc25db1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:56.913817 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-8ba22dc5-ca5d-47ec-81be-52cc25db1171 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.1212943 Feb 04 13:02:56.930075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] No DVR routers for this DVR port ed02cd76-aca4-4d13-be7b-b4ede472522b on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:02:56.953042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:56.959624 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2554d483-2986-4990-b234-ef5b08c189bd req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.106 "DELETE /v2.0/ports/ed02cd76-aca4-4d13-be7b-b4ede472522b HTTP/1.1" status: 204 len: 173 time: 4.9514914 Feb 04 13:02:56.960195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'name': 'network-vif-deleted', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:57.061217 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66835a9e-570b-478c-8bab-b2aa8e3965e1 req-b0a84e5b-671b-49e8-a5d0-207971d85ffd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738244 Feb 04 13:02:57.175823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:57.246905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '8446fe5d-63f3-4b2e-af03-3de9da121981', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'port_id': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'mac_address': 'fa:16:3e:5f:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:02:22Z', 'updated_at': '2021-02-04T13:02:52Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:02:57.256698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a4724-131a-4279-87e0-26adb8add408 None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '8446fe5d-63f3-4b2e-af03-3de9da121981', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'port_id': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'mac_address': 'fa:16:3e:5f:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:02:22Z', 'updated_at': '2021-02-04T13:02:52Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:02:57.263107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:57.272265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b7672d6de4964af58568179a0cd3fbd5 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:57.283217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:57.324323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:57.336265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-f6b799a3-ef49-4e7d-9a21-b8a5a8ba9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:57.338235 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-f6b799a3-ef49-4e7d-9a21-b8a5a8ba9872 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4111049 Feb 04 13:02:57.457768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e823d40-bddd-4312-b959-c783c40a77bf req-ce57c433-979d-4072-a371-f4a581f51191 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:57.459500 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5e823d40-bddd-4312-b959-c783c40a77bf req-ce57c433-979d-4072-a371-f4a581f51191 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.3962872 Feb 04 13:02:57.474557 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf', 'name': 'network-vif-deleted', 'tag': 'ed02cd76-aca4-4d13-be7b-b4ede472522b', 'status': 'completed', 'code': 200} Feb 04 13:02:57.500100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc565334-0409-404b-9a6f-6ffe496040b8 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:02:57.513378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:57.527713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Transition to ACTIVE for port object fc565334-0409-404b-9a6f-6ffe496040b8 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:02:57.531954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:57.671959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cdcb2-991c-454f-ba34-d3de789409b8 None None] New status for floating IP 8446fe5d-63f3-4b2e-af03-3de9da121981: ACTIVE {{(pid=80109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:02:57.699923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:57.818831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0744d51d-3852-4d29-a298-aa7e341c9986 req-c98b1f74-51ea-4398-8506-cb533ecc48d4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Synchronizing usage tracker for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:02:57.890931 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5e823d40-bddd-4312-b959-c783c40a77bf req-1d239c55-3542-4b7e-b843-7787e2704f72 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689096 Feb 04 13:02:57.930564 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:57.965520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:57.987162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Pushing event updated for resources: {'Port': ['ID=fc565334-0409-404b-9a6f-6ffe496040b8,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:57.999579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0744d51d-3852-4d29-a298-aa7e341c9986 req-c98b1f74-51ea-4398-8506-cb533ecc48d4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Unset dirty status for tenant:71e88cc8d3f04404bce3ff0e055e92ef on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:02:57.999850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-82e4f26f-0b89-470a-adab-94b9af0b40bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:58.023196 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0744d51d-3852-4d29-a298-aa7e341c9986 req-c98b1f74-51ea-4398-8506-cb533ecc48d4 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] 10.222.0.45 "GET /v2.0/ports?device_id=3b3b7d22-5fe9-4c2b-9d2e-9e65a9fb40cf HTTP/1.1" status: 200 len: 210 time: 0.3242924 Feb 04 13:02:58.027463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:58.037383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be76ad-a804-451b-84f2-6b4f60633071,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:58.049282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42672) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:58.049594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:58.063334 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-11ebea0c-50dd-44c2-9d7f-74d519badb6b service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018106 Feb 04 13:02:58.087190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Attempting to bind port fc565334-0409-404b-9a6f-6ffe496040b8 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:02:58.088031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Attempting to bind port fc565334-0409-404b-9a6f-6ffe496040b8 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:02:58.088552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Attempting to bind port fc565334-0409-404b-9a6f-6ffe496040b8 on network 8ae052a7-8d74-4e44-b249-4e879db86a48 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:02:58.097565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:02:58.098455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Checking segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:02:58.099015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.099547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Bound using segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:02:58.100152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Bound port: fc565334-0409-404b-9a6f-6ffe496040b8, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:02:58.100964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.205281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42680) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:58.211241 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7672d6de4964af58568179a0cd3fbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8039670 Feb 04 13:02:58.276734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] For port fc565334-0409-404b-9a6f-6ffe496040b8, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:02:58.293937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] For port fc565334-0409-404b-9a6f-6ffe496040b8, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fc565334-0409-404b-9a6f-6ffe496040b8,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:02:58.305848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.332014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:58.484417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Pushing event updated for resources: {'Port': ['ID=fc565334-0409-404b-9a6f-6ffe496040b8,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:58.487401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.500089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:58.623453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.709379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c88552-b01a-4f38-a666-34f2f347c794 req-6600be6c-2e89-4ded-9643-f805875d5c25 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:58.711620 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-43c88552-b01a-4f38-a666-34f2f347c794 req-6600be6c-2e89-4ded-9643-f805875d5c25 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 944 time: 0.3121004 Feb 04 13:02:58.715794 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5200119-36ee-4a8c-8601-56ce939898c2 req-5dff7c22-9aea-4404-a695-4a60e9c96f31 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6376967 Feb 04 13:02:58.728395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:58.729083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.730735 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] 10.222.0.106 "PUT /v2.0/ports/fc565334-0409-404b-9a6f-6ffe496040b8 HTTP/1.1" status: 200 len: 1158 time: 3.2302928 Feb 04 13:02:58.745524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.751440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5bb80112-c72e-4643-96a0-95b0a9834938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:58.764691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be76ad-a804-451b-84f2-6b4f60633071,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:58.767419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:58.773599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.775052 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5be76ad-a804-451b-84f2-6b4f60633071 HTTP/1.1" status: 204 len: 168 time: 0.5686905 Feb 04 13:02:58.870481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:58.891519 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-43c88552-b01a-4f38-a666-34f2f347c794 req-9ef628ef-27cd-4751-81d4-ee93870d3dd8 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697328 Feb 04 13:02:58.892004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:02:58.898273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7245ae1c684012b00bf58cdc6099b1 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:02:58.909001 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:02:58.920538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:02:58.972804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-0141db72-ef09-486b-8ead-4f071bc2c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:58.974579 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-0141db72-ef09-486b-8ead-4f071bc2c224 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 1161 time: 0.1821232 Feb 04 13:02:59.059279 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-170a61bf-7ec9-4958-8132-19bd0dfeba2f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc565334-0409-404b-9a6f-6ffe496040b8 HTTP/1.1" status: 200 len: 217 time: 0.0764618 Feb 04 13:02:59.224648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-04878d8f-768a-4b37-82fc-b87bf79ce7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:59.226615 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-04878d8f-768a-4b37-82fc-b87bf79ce7e8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1596954 Feb 04 13:02:59.324852 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-b5f85702-b0bb-4f47-bafe-5dafed141bd1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836127 Feb 04 13:02:59.483741 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'tag': 'fc565334-0409-404b-9a6f-6ffe496040b8'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:02:59.504121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:59.511105 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-8fd90bcf-0aab-4195-94e6-a08d7d93f0fa service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750002 Feb 04 13:02:59.515666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:59.551112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:02:59.647038 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'tag': 'fc565334-0409-404b-9a6f-6ffe496040b8', 'status': 'completed', 'code': 200} Feb 04 13:02:59.683666 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f7245ae1c684012b00bf58cdc6099b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6133838 Feb 04 13:02:59.684284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42754) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:59.818170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14247b4-e4c1-425c-922f-1b37ec83ce08 req-e14a6a8c-30a3-4c07-9393-da5b36bfc37c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:02:59.822222 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f14247b4-e4c1-425c-922f-1b37ec83ce08 req-e14a6a8c-30a3-4c07-9393-da5b36bfc37c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.6856706 Feb 04 13:02:59.850349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:59.865054 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42762) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:02:59.893875 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-220f425b-ccb3-44b3-bbb9-2c396a16d562 req-cb60033e-51db-4bc7-ad0f-0083fb9e7fc0 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3666298 Feb 04 13:02:59.894575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60522f58-b633-41bd-83ec-5557c3311f44,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:02:59.897507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:59.899336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:02:59.978989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:02:59.996989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dfb15572-322b-4e0f-b015-a5d36b4f5b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:00.016008 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60522f58-b633-41bd-83ec-5557c3311f44,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:00.020339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.024151 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60522f58-b633-41bd-83ec-5557c3311f44 HTTP/1.1" status: 204 len: 168 time: 0.3360007 Feb 04 13:03:00.024151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:00.152134 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f14247b4-e4c1-425c-922f-1b37ec83ce08 req-7424aaf5-c298-4002-938c-825c3992ca0e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539704 Feb 04 13:03:00.197829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-1132e703-6cc4-416f-b6af-b49ce7c88dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:00.199464 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-1132e703-6cc4-416f-b6af-b49ce7c88dbc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 1161 time: 0.2118518 Feb 04 13:03:00.251440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b446ff6-fedb-43ca-8e77-32842a79b8fc req-6695913b-77b5-4218-abc3-eb05efdd9a43 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:00.253893 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2b446ff6-fedb-43ca-8e77-32842a79b8fc req-6695913b-77b5-4218-abc3-eb05efdd9a43 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 944 time: 0.1897573 Feb 04 13:03:00.319505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.374352 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2b446ff6-fedb-43ca-8e77-32842a79b8fc req-1e9384a3-6aec-47b1-b7c2-0f221f5ef31c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139152 Feb 04 13:03:00.375924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:00.380355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Usage tracker for resource:security_group_rule and tenant:3e18b156cc1548aebe04c915244e7062 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:00.384200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:00.387362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-6f9648b3-182b-4d77-8b8a-4e51cf269b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:00.389141 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-6f9648b3-182b-4d77-8b8a-4e51cf269b26 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 908 time: 0.1834116 Feb 04 13:03:00.390573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:00.483317 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-d8fe2350-287c-4471-b65a-6360efdaaff6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc565334-0409-404b-9a6f-6ffe496040b8 HTTP/1.1" status: 200 len: 217 time: 0.0879140 Feb 04 13:03:00.490119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.495059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.512663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7391df91-321f-47a5-91ba-76294d01938d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:00.556555 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3e18b156cc1548aebe04c915244e7062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901004 Feb 04 13:03:00.558495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a769aec-1778-476a-9d9d-756a8514e38d,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:00.559581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42782) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:00.562073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:00.588615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-039bc9ef-1064-4855-9cbb-6234d0974c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:00.593513 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-039bc9ef-1064-4855-9cbb-6234d0974c9c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1011057 Feb 04 13:03:00.593513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42786) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:00.668398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.687493 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-20058322-e55f-4804-845e-692fac36c7fd service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840585 Feb 04 13:03:00.698658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:00.732535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c71a897ad62244f793cd861a182e383b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:00.737147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:00.808775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:00.819178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.882131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:00.995771 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-90089044-e458-494d-a5db-99a4fd37622a service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984712 Feb 04 13:03:01.150854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.166104 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dd812e73-2d0f-498c-8358-119abdfc9da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:01.277280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42824) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:01.433686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a769aec-1778-476a-9d9d-756a8514e38d,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:01.437043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.441214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:01.447715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Deleting subnet 3a6794e0-6eab-4b60-9b4e-975802eb5616 {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:03:01.449817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.463557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.484288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:01.543578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.553742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.578817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.580059 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a769aec-1778-476a-9d9d-756a8514e38d HTTP/1.1" status: 204 len: 168 time: 1.0190463 Feb 04 13:03:01.601993 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cb3fc39f-30eb-40d0-ba07-f21973755cc6 req-07ed0389-53e1-46ec-b4d8-e114d25e191a service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5965724 Feb 04 13:03:01.622620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0136a24-398d-40a0-93d5-db263752cdbf,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:01.627473 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c71a897ad62244f793cd861a182e383b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0329626 Feb 04 13:03:01.630886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:01.631396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42870) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:01.776431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.812146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.860565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.866410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-99cbc25f-c823-4cfc-83a8-93facd46f2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:01.881246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0136a24-398d-40a0-93d5-db263752cdbf,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:01.887520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:01.892031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:01.996818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789d9a-7722-489c-9983-a8a461abdc3c req-b270acb3-ea2d-49b1-acfe-4912957e4f79 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:01.998632 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b9789d9a-7722-489c-9983-a8a461abdc3c req-b270acb3-ea2d-49b1-acfe-4912957e4f79 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 944 time: 0.3586679 Feb 04 13:03:02.001284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:02.002624 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0136a24-398d-40a0-93d5-db263752cdbf HTTP/1.1" status: 204 len: 168 time: 0.3702304 Feb 04 13:03:02.093640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bc99e8c4-04b6-401f-91e0-16b797fcff81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:02.122931 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b9789d9a-7722-489c-9983-a8a461abdc3c req-c7ea34d9-cc94-495a-8ad8-a0307bb7e24b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055219 Feb 04 13:03:02.135595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6794e0-6eab-4b60-9b4e-975802eb5616,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:02.262552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba143d-3220-4fff-b154-cd81cae40fb6 req-51785ffc-b2c1-49a5-b365-40d7792f355b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:02.268405 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-19ba143d-3220-4fff-b154-cd81cae40fb6 req-51785ffc-b2c1-49a5-b365-40d7792f355b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.9138718 Feb 04 13:03:02.271155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:02.284072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:02.360847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42894) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:02.361079 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3a6794e0-6eab-4b60-9b4e-975802eb5616 HTTP/1.1" status: 204 len: 168 time: 1.0821874 Feb 04 13:03:02.513415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 42902) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:02.561506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:02.595357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:02.603372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:02.679072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Usage tracker for resource:security_group_rule and tenant:99a60f9e06944aa38e07c872285e5b05 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:02.683242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:02.691734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:02.726734 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-19ba143d-3220-4fff-b154-cd81cae40fb6 req-a5fb93bc-a096-4880-8ae5-c85df887e361 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439712 Feb 04 13:03:02.854147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.026974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.027368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.028187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.028545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > port after_create 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.028894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.029253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > port after_update 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.029616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.030050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.030395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.030738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.098239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.098639 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.099001 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.100082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80108) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:03:03.100082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec14c1b-2522-4109-926c-79b72f51361e']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:03:03.123467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:03:03.123893 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c3b5c4-923f-40ee-8a57-fbdd5f86d76d') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:03:03.130914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device fc565334-0409-404b-9a6f-6ffe496040b8 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:03.148177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.166189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.171234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.173331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.204059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:03:03.218384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c398503c-f8d2-4b1f-973e-cd38db089f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:03.231526 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99a60f9e06944aa38e07c872285e5b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7131796 Feb 04 13:03:03.231752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42938) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:03.303795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port fc565334-0409-404b-9a6f-6ffe496040b8 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:03:03.311314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port fc565334-0409-404b-9a6f-6ffe496040b8 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:03.314105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.341812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b28e8b-9d1d-4bb2-bc40-49326c244033,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:03.348925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:03.369501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.400235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.461928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.467261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-eeac567c-b12f-4ce4-b957-20f2b521ae41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:03.468853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Network dec14c1b-2522-4109-926c-79b72f51361e has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:03:03.484926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.495512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b28e8b-9d1d-4bb2-bc40-49326c244033,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:03.510909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:03.516844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.518109 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2b28e8b-9d1d-4bb2-bc40-49326c244033 HTTP/1.1" status: 204 len: 168 time: 0.2856238 Feb 04 13:03:03.571884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.629296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc565334-0409-404b-9a6f-6ffe496040b8'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:03.642370 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port fc565334-0409-404b-9a6f-6ffe496040b8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fc565334-0409-404b-9a6f-6ffe496040b8,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:03:03.647119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:03.650064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:03.772760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=fc565334-0409-404b-9a6f-6ffe496040b8,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:03.777191 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc565334-0409-404b-9a6f-6ffe496040b8', 'code': 200} Feb 04 13:03:03.778208 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:03.866690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Network dec14c1b-2522-4109-926c-79b72f51361e has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: (rel_b, rel_a, rel_b), Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:03:03.978855 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:03:04.115047 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:04.151434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a2657138-e8d7-4c24-a10f-92e689207eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:04.216255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1fb29-eda3-44b8-977f-bad5405227c0 req-5b6dd9f3-c033-48bc-8e66-f8be7c65fc10 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:04.225991 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dab1fb29-eda3-44b8-977f-bad5405227c0 req-5b6dd9f3-c033-48bc-8e66-f8be7c65fc10 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2943330 Feb 04 13:03:04.251959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a5e57-d384-4c32-b2f8-818695b0b3e9 req-91a72a6e-9ff5-4fef-a574-fb5aa57fab73 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:04.260531 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-391a5e57-d384-4c32-b2f8-818695b0b3e9 req-91a72a6e-9ff5-4fef-a574-fb5aa57fab73 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 946 time: 0.7791655 Feb 04 13:03:04.291702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:04.302683 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dab1fb29-eda3-44b8-977f-bad5405227c0 req-cfa6ab56-118e-4e63-84c1-9932e2c2f69e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756752 Feb 04 13:03:04.317862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] 10.222.0.45 "DELETE /v2.0/networks/dec14c1b-2522-4109-926c-79b72f51361e HTTP/1.1" status: 204 len: 168 time: 1.9550970 Feb 04 13:03:04.318916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Pushing event deleted for resources: {'Network': ['ID=dec14c1b-2522-4109-926c-79b72f51361e,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:04.325166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:04.354020 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-391a5e57-d384-4c32-b2f8-818695b0b3e9 req-e75837a6-fc83-470e-9c17-46275f9b8ef1 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924187 Feb 04 13:03:04.364414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61353993-0294-4e56-9778-865baf801c56 req-9c9f999f-fa04-4175-9b3c-3cb058f6184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:04.367345 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61353993-0294-4e56-9778-865baf801c56 req-9c9f999f-fa04-4175-9b3c-3cb058f6184e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 1163 time: 0.3139091 Feb 04 13:03:04.416900 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61353993-0294-4e56-9778-865baf801c56 req-ba11155a-dd77-40ac-a648-e49cdda3618c service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Feb 04 13:03:04.602993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42984) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:04.648715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device fc565334-0409-404b-9a6f-6ffe496040b8 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:04.685387 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b5adefdd-911d-4952-ad36-b40d8aca428f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71e88cc8d3f04404bce3ff0e055e92ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0811186 Feb 04 13:03:04.688102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 42992) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:04.744808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port fc565334-0409-404b-9a6f-6ffe496040b8 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:04.745402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:04.798449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:04.879684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:04.953801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:04.973764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9adacaed-33d4-48ad-9551-af0debe24861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:05.014499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666a57af-dde8-4b39-8ece-f96c24cb7136,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:05.023355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:05.039811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:05.041611 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/666a57af-dde8-4b39-8ece-f96c24cb7136 HTTP/1.1" status: 204 len: 168 time: 0.3525386 Feb 04 13:03:05.432977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43020) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:05.643705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f89b-c83d-41c3-aac3-a8a0caebbf79 req-5b17484a-a0b2-4d2b-8392-1efa7773f379 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:05.645563 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b3a2f89b-c83d-41c3-aac3-a8a0caebbf79 req-5b17484a-a0b2-4d2b-8392-1efa7773f379 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1986437 Feb 04 13:03:05.651852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127169009-network', 'tenant_id': '9482ee1d5d204e3aa3265174499fc43d'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:05.658686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:05.664266 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Usage tracker for resource:network and tenant:9482ee1d5d204e3aa3265174499fc43d is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:05.668015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:05.675908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:05.688799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Made reservation on behalf of 9482ee1d5d204e3aa3265174499fc43d for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:03:05.693127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a9448-c472-4d9a-8896-0d6da30ae775 req-143677e5-80d5-43bd-94ad-2e6cfa51b2e3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:05.695289 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0a7a9448-c472-4d9a-8896-0d6da30ae775 req-143677e5-80d5-43bd-94ad-2e6cfa51b2e3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 946 time: 0.1981232 Feb 04 13:03:05.695405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:05.755285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:05.810496 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b3a2f89b-c83d-41c3-aac3-a8a0caebbf79 req-ceb861e6-ae73-4579-bb3b-96150fe232b5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225717 Feb 04 13:03:05.812916 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0a7a9448-c472-4d9a-8896-0d6da30ae775 req-bf489702-b729-4c48-a033-6dfe833051d9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091704 Feb 04 13:03:05.813123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:05.818614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Usage tracker for resource:security_group_rule and tenant:9482ee1d5d204e3aa3265174499fc43d is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:05.824603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:05.851000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:06.052817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.057288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.068174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-614496e4-826c-4707-934b-233d9eef1441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:06.104703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:03:06.107802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:06.121901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:06.121901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.121901 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Added segment 9c488bc8-24a6-4553-9a0d-941d19fa9de8 of type vxlan for network 4be26fa2-02cb-43a4-b015-2608e6646dfa Feb 04 13:03:06.150069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.184711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.185983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:06.186952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.192072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:06.312984 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8786564 Feb 04 13:03:06.313990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Pushing event updated for resources: {'Network': ['ID=4be26fa2-02cb-43a4-b015-2608e6646dfa,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:06.316349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43052) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:06.323307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Request body: {'subnet': {'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127169009-subnet', 'tenant_id': '9482ee1d5d204e3aa3265174499fc43d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:06.326940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:06.328471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:03:06.329626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:06.334785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Usage tracker for resource:subnet and tenant:9482ee1d5d204e3aa3265174499fc43d is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:06.338478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:06.346014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:06.362202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Made reservation on behalf of 9482ee1d5d204e3aa3265174499fc43d for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:03:06.368614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.471380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:03:06.716306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device fc565334-0409-404b-9a6f-6ffe496040b8 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:06.857874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port fc565334-0409-404b-9a6f-6ffe496040b8 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:06.858408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:06.973896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:07.107620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9d9135d0-0c49-4678-a81b-bf0169175d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:07.203025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1275549b-5ba9-4c17-bd33-288597e3689c,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:07.291837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:07.376812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253eeed-b5d7-4154-b121-b51e80f9eaf0 req-9c769157-01bf-4ad6-b2df-830e7cd19fbb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:07.378698 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0253eeed-b5d7-4154-b121-b51e80f9eaf0 req-9c769157-01bf-4ad6-b2df-830e7cd19fbb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 946 time: 0.2933624 Feb 04 13:03:07.445400 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0253eeed-b5d7-4154-b121-b51e80f9eaf0 req-62ffb6f6-4080-4676-b01d-c03d79cf4c69 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Feb 04 13:03:07.469961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104ff10-e95e-4bd2-9ee8-35bc0633c008 req-1a09d8e4-de17-4b43-8eba-f969f395acbe tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:07.472333 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7104ff10-e95e-4bd2-9ee8-35bc0633c008 req-1a09d8e4-de17-4b43-8eba-f969f395acbe tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.3679106 Feb 04 13:03:07.543013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Checking segment: {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:03:07.543395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Network hostable DHCP agents. Network: 4be26fa2-02cb-43a4-b015-2608e6646dfa, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:03:07.565941 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7104ff10-e95e-4bd2-9ee8-35bc0633c008 req-81b865c3-b07e-4d6b-ba8b-b326b90316df tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844715 Feb 04 13:03:07.585788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:03:07.595979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 4be26fa2-02cb-43a4-b015-2608e6646dfa) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:03:07.600478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:07.601115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:07.607698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c68d5-a429-4400-b724-0121ce222697 None None] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:03:07.643435 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e4f7896a-6b3f-4176-ab7e-3f8993e7e160 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3256814 Feb 04 13:03:07.850808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03c44f-6612-4d08-afc6-f6ef583398a1 None None] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:03:08.996203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63269be-9bff-4f1c-8a3b-1995c90ecc6c req-93a13c64-4d10-450d-be2a-3dcfa7fda9cd tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:09.000137 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63269be-9bff-4f1c-8a3b-1995c90ecc6c req-93a13c64-4d10-450d-be2a-3dcfa7fda9cd tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2228363 Feb 04 13:03:09.097702 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63269be-9bff-4f1c-8a3b-1995c90ecc6c req-96d2b0b7-d514-4626-890a-29448c3b9852 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905442 Feb 04 13:03:10.442552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77ec7e-aac8-4430-8841-593191103103 req-02401a8b-d84f-498c-905f-ef88fc3eff23 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:10.445005 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3e77ec7e-aac8-4430-8841-593191103103 req-02401a8b-d84f-498c-905f-ef88fc3eff23 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1867862 Feb 04 13:03:10.551237 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3e77ec7e-aac8-4430-8841-593191103103 req-45db625f-87ec-4e4f-898d-8f29c84796cb tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902579 Feb 04 13:03:10.812727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-a0161702-1554-4a32-a7c9-e1125eb741cb tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:10.814129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-a0161702-1554-4a32-a7c9-e1125eb741cb tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Synchronizing usage tracker for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:03:10.844493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-a0161702-1554-4a32-a7c9-e1125eb741cb tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Unset dirty status for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:03:10.847208 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-a0161702-1554-4a32-a7c9-e1125eb741cb tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/networks?id=4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 200 len: 808 time: 0.4242392 Feb 04 13:03:10.873738 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-16476439-f838-4afe-a508-467c06d40310 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/quotas/9482ee1d5d204e3aa3265174499fc43d HTTP/1.1" status: 200 len: 375 time: 0.0158293 Feb 04 13:03:10.964607 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-ee441098-c10a-4072-8951-43d6e8628aa9 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9482ee1d5d204e3aa3265174499fc43d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754399 Feb 04 13:03:11.207890 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-52106c18-4ffd-46e6-a00a-38171787efe5 service neutron] 10.222.0.45 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414589 Feb 04 13:03:11.634513 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-6be8e568-4427-4754-a121-26a22d717e17 service neutron] 10.222.0.45 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4253025 Feb 04 13:03:11.739727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43248) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:12.051360 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac660b6e-49ce-432d-8d6c-322b1937f4e2 req-3b298403-ca8f-4325-a52c-c0363a9333e9 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 210 time: 0.1633074 Feb 04 13:03:12.105644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7660a3-2645-43d9-8ec8-e96ef809be58 req-208836c6-3b21-402d-82a7-6269efc47230 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:12.114296 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef7660a3-2645-43d9-8ec8-e96ef809be58 req-208836c6-3b21-402d-82a7-6269efc47230 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2771747 Feb 04 13:03:12.156523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.179853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:12.245705 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef7660a3-2645-43d9-8ec8-e96ef809be58 req-e3c373f9-1f72-4de3-af1d-87883053ed34 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302538 Feb 04 13:03:12.246993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Usage tracker for resource:security_group_rule and tenant:6c961aa6c7cf436faf2f1a135fb411c2 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:12.254766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:12.292223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:12.509215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.517600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.623535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:12.671464 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c961aa6c7cf436faf2f1a135fb411c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300640 Feb 04 13:03:12.674509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43290) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:12.729268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89961aa-aa1a-43a0-9317-5d2cf2b3a067,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:12.743205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:12.789300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.838776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.848712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43300) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:12.928029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.964412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c38946bc-d8fe-4b0a-a2e1-f27c3c350d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:12.985320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:12.990563 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a89961aa-aa1a-43a0-9317-5d2cf2b3a067 HTTP/1.1" status: 204 len: 168 time: 0.3140764 Feb 04 13:03:12.992316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89961aa-aa1a-43a0-9317-5d2cf2b3a067,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:12.995227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:13.321223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-eea593db-4028-4ebd-a6e4-58cbe5b23ee9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:13.322997 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-eea593db-4028-4ebd-a6e4-58cbe5b23ee9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.4280231 Feb 04 13:03:13.340377 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8989dd87-d260-464a-b08c-4bedcc94b7de req-75e57882-07cf-46a1-912a-384def952f8d tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 210 time: 0.0940685 Feb 04 13:03:13.362169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:13.376239 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-00ec06bd-d3ef-4320-abb0-c471539e0d5b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/quotas/27f46618687548b0995ad9a9e733a34c HTTP/1.1" status: 200 len: 375 time: 0.0257235 Feb 04 13:03:13.382785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:13.387831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7bb235baec4b3e8f087c27f0d147ca is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:13.391656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:13.401148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:13.589453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43324) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:13.641844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497dc35-a696-4527-8e80-a5a54d75f3db req-689db2c1-de0c-4779-a26e-87a3f87a6346 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:13.643589 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d497dc35-a696-4527-8e80-a5a54d75f3db req-689db2c1-de0c-4779-a26e-87a3f87a6346 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1802275 Feb 04 13:03:13.658639 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-e8b451ef-d648-48d8-84be-3d159a411187 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2626143 Feb 04 13:03:13.660816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:13.669523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:13.785078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:13.842466 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d497dc35-a696-4527-8e80-a5a54d75f3db req-84e36465-3176-44c4-bd82-5ed1cf89b1a9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886607 Feb 04 13:03:13.843108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bc4df0e3-e73a-4a34-8447-e11672fe0de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:13.852678 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-7975a9a2-f4b9-486b-9661-5a06440b495a service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854773 Feb 04 13:03:13.871657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:13.876469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Usage tracker for resource:security_group_rule and tenant:7e520e96ef3b4af0a59a64926a3f3c02 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:13.879839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:13.889461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:14.084151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-add0ec64-b4b7-4a69-bbea-02b63cd13c02 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:14.085981 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-add0ec64-b4b7-4a69-bbea-02b63cd13c02 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "GET /v2.0/networks?id=4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 200 len: 808 time: 0.4413664 Feb 04 13:03:14.088277 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.102149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Request body: {'port': {'device_id': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa', 'admin_state_up': True, 'tenant_id': '9482ee1d5d204e3aa3265174499fc43d'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:14.141156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.151273 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b7bb235baec4b3e8f087c27f0d147ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3012025 Feb 04 13:03:14.152185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699670e0-5c31-4f13-b42c-d68ea36ddc28,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:14.162459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43334) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:14.174788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:14.184877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa625504-36f8-446c-b946-6a94864c30d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:14.243301 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e520e96ef3b4af0a59a64926a3f3c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6499200 Feb 04 13:03:14.252563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43338) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:14.276861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e4464-b849-456f-b714-5f2da004699f,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:14.300139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:14.304423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:14.323402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Usage tracker for resource:port and tenant:9482ee1d5d204e3aa3265174499fc43d is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:14.330566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:14.342892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:14.346814 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-20102f19-fa0c-4cc2-a0eb-fa3a28601cc0 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4483600 Feb 04 13:03:14.350873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.369716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.387380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Made reservation on behalf of 9482ee1d5d204e3aa3265174499fc43d for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:03:14.398878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.443306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.508586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.530519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-56b4472b-5545-457e-b9d3-0ec4086132ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:14.582035 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699670e0-5c31-4f13-b42c-d68ea36ddc28,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:14.585973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:14.628074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.632308 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/699670e0-5c31-4f13-b42c-d68ea36ddc28 HTTP/1.1" status: 204 len: 168 time: 0.4572296 Feb 04 13:03:14.715918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:14.725001 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5cb2a79-1b35-46a7-893d-6081e20f8ee2 req-8fdeae1b-d324-4a47-8678-79e8761189db tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 210 time: 0.0729086 Feb 04 13:03:14.734566 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ffe99617-26b6-452e-8151-8718ed588b63 req-289da60e-2647-4ace-b571-a2e314d66669 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 210 time: 0.1970947 Feb 04 13:03:15.352248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:15.362679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Allocated IP 172.20.0.4 (4be26fa2-02cb-43a4-b015-2608e6646dfa/1275549b-5ba9-4c17-bd33-288597e3689c/8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:03:15.367056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:15.409341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e4464-b849-456f-b714-5f2da004699f,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:15.424523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:15.437253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:15.439470 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/954e4464-b849-456f-b714-5f2da004699f HTTP/1.1" status: 204 len: 168 time: 1.1853743 Feb 04 13:03:15.564248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412ec4b-77b9-4a29-ae57-7329325ab750 req-a48a04c7-55c1-4e7a-8ba2-a430b5e78194 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:15.567255 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4412ec4b-77b9-4a29-ae57-7329325ab750 req-a48a04c7-55c1-4e7a-8ba2-a430b5e78194 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.4535093 Feb 04 13:03:15.641940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43374) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:15.670660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43378) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:15.810982 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4412ec4b-77b9-4a29-ae57-7329325ab750 req-24e00952-81db-4e9e-ace3-2b06342cad41 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224157 Feb 04 13:03:15.812826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:15.891817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:15.918709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Usage tracker for resource:security_group_rule and tenant:c102e8379b6f42278f386d7a06b2131a is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:15.924088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:15.954251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:16.220404 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2a7a1645-f943-4ed0-a09c-9fb70bb5fa28 req-f249b2db-50b8-4c87-9263-e54d6ee6aa12 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 210 time: 0.1313782 Feb 04 13:03:16.275770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:16.309841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:16.329371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:16.353781 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c458df8-2c9e-4aed-9f38-c9c7c7667b66 req-6c0cf7c1-79fd-49d7-890a-9eaff061e196 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 210 time: 0.1459036 Feb 04 13:03:16.382434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:16.400026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:16.417827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Usage tracker for resource:security_group_rule and tenant:2df01fa2328243538f3e53920661d1a7 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:16.425764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:16.459705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:16.463473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:16.467554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:16.495950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-824b412b-f55e-403b-9ba1-c8320c36ce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:16.538485 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c102e8379b6f42278f386d7a06b2131a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8547406 Feb 04 13:03:16.548852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43398) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:16.607377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298eca95-9c97-494f-a00d-818374d41894,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:16.637044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:16.670618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Pushing event updated for resources: {'Port': ['ID=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:16.674331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:16.762193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:03:16.769550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:03:16.770162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:03:16.861468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:16.906163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.015129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:17.015866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.046854 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9498796 Feb 04 13:03:17.066097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Request body: {'port': {'device_id': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.089476 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-1748fb30-8e1d-4084-83a1-3b406dc2a7a4 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:17.091479 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-1748fb30-8e1d-4084-83a1-3b406dc2a7a4 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.4599233 Feb 04 13:03:17.093909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.125118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Request body: {'port': {'device_id': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48', 'admin_state_up': True, 'tenant_id': '27f46618687548b0995ad9a9e733a34c'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:17.243841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.550034 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-027b064d-2d1b-4d57-9e41-46b02c75760f req-806568e7-fe51-4a28-8d18-2ae6880955aa tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 210 time: 0.0645709 Feb 04 13:03:17.603808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.646167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.680077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c0768394-1a47-4c2b-9891-50a991eaf738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:17.787517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4217ed7-ca53-45db-be4b-793ff2d9b531,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:17.791977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:17.843360 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2df01fa2328243538f3e53920661d1a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1996083 Feb 04 13:03:17.847003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43430) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:17.883140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:17.887921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:17.891518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a77318fc-a04c-47e1-828c-6c4013217ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:18.012771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-cd28fdc8-4477-487b-acbb-a33993d7c8c0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:18.013536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-cd28fdc8-4477-487b-acbb-a33993d7c8c0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Synchronizing usage tracker for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:03:18.016615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d33ad4-dc9e-4fb1-b1c1-fca2c466c0fc req-3d11f8f3-f150-4dfb-9997-f3fcd540afa2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:18.024270 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56d33ad4-dc9e-4fb1-b1c1-fca2c466c0fc req-3d11f8f3-f150-4dfb-9997-f3fcd540afa2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.9057631 Feb 04 13:03:18.056548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:18.063451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298eca95-9c97-494f-a00d-818374d41894,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:18.066798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:18.092304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.095806 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/298eca95-9c97-494f-a00d-818374d41894 HTTP/1.1" status: 204 len: 168 time: 1.5424092 Feb 04 13:03:18.107235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Made reservation on behalf of 27f46618687548b0995ad9a9e733a34c for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:03:18.120632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.123553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-cd28fdc8-4477-487b-acbb-a33993d7c8c0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Unset dirty status for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:03:18.127415 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-cd28fdc8-4477-487b-acbb-a33993d7c8c0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 931 time: 0.3918707 Feb 04 13:03:18.129205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.160869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:03:18.186202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56d33ad4-dc9e-4fb1-b1c1-fca2c466c0fc req-7e704635-2e08-4619-9240-e4a85119d621 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607890 Feb 04 13:03:18.187079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.204467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.268841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Transition to ACTIVE for port object 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:03:18.292474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-40d965ac-2267-4ea9-9fc1-0978645427db tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Synchronizing usage tracker for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:03:18.322382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.354339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-40d965ac-2267-4ea9-9fc1-0978645427db tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Unset dirty status for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:03:18.356698 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-342104bf-a32a-42b4-bda8-38b052e27d21 req-40d965ac-2267-4ea9-9fc1-0978645427db tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172127 Feb 04 13:03:18.357172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:18.526808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:18.533267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.540845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:18.544818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-64c4fd68-d7e2-4269-ad42-716a10fdd97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:18.575280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4217ed7-ca53-45db-be4b-793ff2d9b531,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:18.583900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:18.603820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.608438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4217ed7-ca53-45db-be4b-793ff2d9b531 HTTP/1.1" status: 204 len: 168 time: 0.7600844 Feb 04 13:03:18.692798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Allocated IP 172.20.0.8 (8ae052a7-8d74-4e44-b249-4e879db86a48/28dcd00e-a20a-4490-aad9-f6cdf071a3b6/69a34f52-56d5-4b57-903b-2844b07d9a5d) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:03:18.897093 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a92612db-34a0-4522-96cc-e49fb3278d8e req-b5960242-2b3c-4cf5-ba8b-dd2c24318ce8 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 210 time: 0.1118622 Feb 04 13:03:18.916147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Attempting to bind port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:18.916707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Attempting to bind port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:03:18.917133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Attempting to bind port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 on network 4be26fa2-02cb-43a4-b015-2608e6646dfa {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:03:18.929737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:18.930195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Checking segment: {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:03:18.933594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:18.934004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Bound using segment: {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:18.934623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Bound port: 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:03:18.938443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.094041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] For port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:03:19.098026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] For port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:03:19.104131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.133793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.173418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.196375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8a9f038e-2dd6-48e3-94c9-aef99e139ac0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:19.197911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:19.271658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8a5a5abd-e25a-4ac6-847b-1f461e0f0bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.307851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event updated for resources: {'Port': ['ID=69a34f52-56d5-4b57-903b-2844b07d9a5d,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:19.371204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:19.517234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:03:19.518973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:03:19.521501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:03:19.594040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:19.594784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.601408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43476) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:19.635269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:19.660260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:19.664264 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5494552 Feb 04 13:03:19.669472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Usage tracker for resource:security_group_rule and tenant:abfdeb438e334d138e758ac3865a84b6 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:19.674771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:19.684145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Request body: {'port': {'device_id': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:19.761874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:19.806508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Pushing event updated for resources: {'Port': ['ID=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:19.817127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:19.869029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:20.072647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:20.073812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:20.076526 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] 10.222.0.106 "PUT /v2.0/ports/8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 HTTP/1.1" status: 200 len: 1157 time: 3.0215337 Feb 04 13:03:20.077724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:20.345798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:20.366206 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:20.380406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2a35f945-0aab-410a-aee1-5f5f42e33fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:20.433183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b8ce8-739c-4dce-a921-964c6a9cf85e req-a5233573-f22b-4862-9f45-729a55f1eabb tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:20.442911 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e0b8ce8-739c-4dce-a921-964c6a9cf85e req-a5233573-f22b-4862-9f45-729a55f1eabb tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.7903066 Feb 04 13:03:20.531250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ccc49-65ee-4014-9aaf-0e1476f3df94 req-b20cd6c9-4411-4204-9381-6863aff2c19e tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:20.535130 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e0b8ce8-739c-4dce-a921-964c6a9cf85e req-41f6d22d-2c01-400e-bc9c-f3d16870c8a1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910602 Feb 04 13:03:20.540799 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe7ccc49-65ee-4014-9aaf-0e1476f3df94 req-b20cd6c9-4411-4204-9381-6863aff2c19e tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.5447066 Feb 04 13:03:20.546065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-c969fef9-415e-4c30-a5dc-16af0d980d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:20.547727 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-c969fef9-415e-4c30-a5dc-16af0d980d71 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9482ee1d5d204e3aa3265174499fc43d&device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 1160 time: 0.3454366 Feb 04 13:03:20.589975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e696747-ca07-41bb-a367-d4d22839ef45,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:20.593865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:20.695854 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-10a379d0-713f-4fb6-82a1-7a5d4f4c78db service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 HTTP/1.1" status: 200 len: 217 time: 0.1396122 Feb 04 13:03:20.709429 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=abfdeb438e334d138e758ac3865a84b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1068072 Feb 04 13:03:20.720737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43504) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:20.803683 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe7ccc49-65ee-4014-9aaf-0e1476f3df94 req-c1570406-0b59-4316-b859-b3861f4694ea tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616937 Feb 04 13:03:20.954103 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2', 'status': 'completed', 'code': 200} Feb 04 13:03:21.113330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bbf94a2-2123-497f-8fee-e0feb068d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:21.117538 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-7bbf94a2-2123-497f-8fee-e0feb068d309 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1275549b-5ba9-4c17-bd33-288597e3689c HTTP/1.1" status: 200 len: 848 time: 0.4152777 Feb 04 13:03:21.120045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:21.211533 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-cb24a28d-6c78-471e-8d1c-1711f4b6f0d9 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=4be26fa2-02cb-43a4-b015-2608e6646dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833182 Feb 04 13:03:21.211662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:21.323125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1740f9-22c7-4f66-a3ea-6a9377b17db1 req-502de45b-a9ce-4c73-afe4-a733d41447cc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:21.325045 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7a1740f9-22c7-4f66-a3ea-6a9377b17db1 req-502de45b-a9ce-4c73-afe4-a733d41447cc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 931 time: 0.4996984 Feb 04 13:03:21.347877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a34f52-56d5-4b57-903b-2844b07d9a5d {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:03:21.367071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:21.410599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Transition to ACTIVE for port object 69a34f52-56d5-4b57-903b-2844b07d9a5d will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:03:21.412569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:21.422798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d5df69b3-061f-412d-b24c-7708cfba61cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:21.456715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e696747-ca07-41bb-a367-d4d22839ef45,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:21.460818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:21.472669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:21.513171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c54e6dcb-865b-433c-b010-523132f1765e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:21.551131 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-1349185c-f528-49fa-90a5-f7d37bf1b913 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237122 Feb 04 13:03:21.710791 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7a1740f9-22c7-4f66-a3ea-6a9377b17db1 req-7bd01cd2-b05c-44dc-b084-42f888903188 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571272 Feb 04 13:03:21.780079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:21.786343 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e696747-ca07-41bb-a367-d4d22839ef45 HTTP/1.1" status: 204 len: 168 time: 1.0592973 Feb 04 13:03:21.814524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cda05f2d-24ac-46c9-ba5f-09238468dba4 req-9078f0e3-15be-400a-aade-afac550713c8 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416937 Feb 04 13:03:21.909084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69a34f52-56d5-4b57-903b-2844b07d9a5d,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:21.913040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:22.273858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-b8fb19f6-c530-47d4-a5ed-9e30e04f8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:22.275566 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-b8fb19f6-c530-47d4-a5ed-9e30e04f8db2 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9482ee1d5d204e3aa3265174499fc43d&device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 1160 time: 0.3812108 Feb 04 13:03:22.308887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1568bcb-1dfa-4046-8cb7-58f17f459213 req-9775d9f9-6345-4051-af40-39c38f97a2c1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:22.319790 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b1568bcb-1dfa-4046-8cb7-58f17f459213 req-9775d9f9-6345-4051-af40-39c38f97a2c1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.5641770 Feb 04 13:03:22.574922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd77a2-5468-4229-8bf0-f5fb76a8f5f1 req-40ffb059-412e-43e1-8f6a-06f30eca1c8c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:22.583358 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b9cd77a2-5468-4229-8bf0-f5fb76a8f5f1 req-40ffb059-412e-43e1-8f6a-06f30eca1c8c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.4658673 Feb 04 13:03:22.682214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Attempting to bind port 69a34f52-56d5-4b57-903b-2844b07d9a5d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:22.682994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Attempting to bind port 69a34f52-56d5-4b57-903b-2844b07d9a5d by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:03:22.683313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Attempting to bind port 69a34f52-56d5-4b57-903b-2844b07d9a5d on network 8ae052a7-8d74-4e44-b249-4e879db86a48 {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:03:22.696629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:03:22.697108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Checking segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:03:22.697234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:22.698018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Bound using segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:03:22.698361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Bound port: 69a34f52-56d5-4b57-903b-2844b07d9a5d, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:03:22.698683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:22.707891 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b9cd77a2-5468-4229-8bf0-f5fb76a8f5f1 req-0f678874-5626-4c93-ab24-555a89139cf1 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221750 Feb 04 13:03:22.813479 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b1568bcb-1dfa-4046-8cb7-58f17f459213 req-85fc1186-b7d9-4991-b9c8-123a5e6a2ab0 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918404 Feb 04 13:03:22.848244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-10c7a9ae-a734-428d-adea-a6738c340c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:22.854170 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-10c7a9ae-a734-428d-adea-a6738c340c0e service neutron] 10.222.0.106 "GET /v2.0/networks?id=4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 200 len: 902 time: 0.5649791 Feb 04 13:03:22.861521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] For port 69a34f52-56d5-4b57-903b-2844b07d9a5d, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:03:22.865634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] For port 69a34f52-56d5-4b57-903b-2844b07d9a5d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69a34f52-56d5-4b57-903b-2844b07d9a5d,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:03:22.885439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:22.938774 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:23.020342 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-3471da87-56f9-40d1-ad2f-2a8bfb298f6c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 HTTP/1.1" status: 200 len: 217 time: 0.1602197 Feb 04 13:03:23.188057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-5587f3c1-d3b7-4e04-ba44-74375185944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:23.190021 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-5587f3c1-d3b7-4e04-ba44-74375185944a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1275549b-5ba9-4c17-bd33-288597e3689c HTTP/1.1" status: 200 len: 848 time: 0.1575928 Feb 04 13:03:23.208433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Pushing event updated for resources: {'Port': ['ID=69a34f52-56d5-4b57-903b-2844b07d9a5d,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:23.212414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:23.319000 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-f0d22f42-8ab3-42d8-a48a-c6366aa3a841 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=4be26fa2-02cb-43a4-b015-2608e6646dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622830 Feb 04 13:03:23.346858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f525-bf5a-4d7d-b0eb-f8d55c0f6462 req-483cef32-c15d-42ae-bd50-bd3d358ed270 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:23.347819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0765f525-bf5a-4d7d-b0eb-f8d55c0f6462 req-483cef32-c15d-42ae-bd50-bd3d358ed270 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:03:23.359323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c847c72-4131-4324-bbf0-1e8818f4b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:23.360518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:23.361377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:23.363833 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] 10.222.0.106 "PUT /v2.0/ports/69a34f52-56d5-4b57-903b-2844b07d9a5d HTTP/1.1" status: 200 len: 1157 time: 3.6905000 Feb 04 13:03:23.364750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'tag': '69a34f52-56d5-4b57-903b-2844b07d9a5d'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:23.384596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0765f525-bf5a-4d7d-b0eb-f8d55c0f6462 req-483cef32-c15d-42ae-bd50-bd3d358ed270 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:03:23.394379 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0765f525-bf5a-4d7d-b0eb-f8d55c0f6462 req-483cef32-c15d-42ae-bd50-bd3d358ed270 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.3300943 Feb 04 13:03:23.472072 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'tag': '69a34f52-56d5-4b57-903b-2844b07d9a5d', 'status': 'completed', 'code': 200} Feb 04 13:03:23.566710 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0765f525-bf5a-4d7d-b0eb-f8d55c0f6462 req-943960cd-304f-4241-9f35-668b9e6a4df6 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708527 Feb 04 13:03:23.580008 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-9d20ee25-e90a-4504-88bd-6407258945e4 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546830 Feb 04 13:03:23.614936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-cfe9a9a7-4417-48c8-bc08-bd3b67669f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:23.623706 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-cfe9a9a7-4417-48c8-bc08-bd3b67669f55 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 1160 time: 0.2077193 Feb 04 13:03:23.711521 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-9308cd28-dc8d-4380-8078-60196a254ffd service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a34f52-56d5-4b57-903b-2844b07d9a5d HTTP/1.1" status: 200 len: 217 time: 0.0803683 Feb 04 13:03:23.861016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30b0a-b282-491a-9236-33d078dde92a req-7baa48d0-baf4-41b6-9485-542d2a32b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:23.862670 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-7baa48d0-baf4-41b6-9485-542d2a32b9dc service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1442430 Feb 04 13:03:23.909864 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae4cc56d-18ed-42d4-a3de-b28c7a574d31 req-84034ae4-c797-4ac3-8333-6ce61e954ff3 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3233209 Feb 04 13:03:23.926772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-4379cf3e-679b-4051-a71c-35f85ed3b851 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583572 Feb 04 13:03:24.025952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:24.297236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7489b7a-3d3b-45e9-a50d-44ba887ef8b0 req-b0b1dc1c-eec3-4833-b136-dbaf51860fa2 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:24.306827 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d7489b7a-3d3b-45e9-a50d-44ba887ef8b0 req-b0b1dc1c-eec3-4833-b136-dbaf51860fa2 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.3956578 Feb 04 13:03:24.360056 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-8b5ad95b-e32b-44ca-a920-9ea916a4f9e9 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240370 Feb 04 13:03:24.414402 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d7489b7a-3d3b-45e9-a50d-44ba887ef8b0 req-c93587c0-e853-476f-ae39-093c0f20d623 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063888 Feb 04 13:03:24.473393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:24.550449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:03:24.625152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531abb8-5af0-466a-b355-127dfdac6695 req-abe30969-0e71-4e62-b6f8-816d1f824056 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:24.627029 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4531abb8-5af0-466a-b355-127dfdac6695 req-abe30969-0e71-4e62-b6f8-816d1f824056 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.4683313 Feb 04 13:03:24.721202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ef30b0a-b282-491a-9236-33d078dde92a req-de8964f1-9fd2-4a1f-a3e7-3cd4e0bd7adc service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3539677 Feb 04 13:03:24.747366 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4531abb8-5af0-466a-b355-127dfdac6695 req-534b4f2b-beff-43ff-84dd-7bccbe1b8c0e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052380 Feb 04 13:03:24.954690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-585941e2-76ce-4644-973f-d1f2043992a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:24.957583 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-585941e2-76ce-4644-973f-d1f2043992a7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 1160 time: 0.1558886 Feb 04 13:03:25.437491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c3aca-871a-4bd0-95f9-3809411b17c8 req-02c6755d-760c-42d1-afc5-53e8405c56fc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:25.439421 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-279c3aca-871a-4bd0-95f9-3809411b17c8 req-02c6755d-760c-42d1-afc5-53e8405c56fc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.4912326 Feb 04 13:03:25.441066 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-36d8bd0d-0b61-4bb5-ad04-78f44b5ea039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:25.442867 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-36d8bd0d-0b61-4bb5-ad04-78f44b5ea039 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 908 time: 0.4279585 Feb 04 13:03:25.458851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:25.585204 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-2cd81c3f-c9f0-418d-a9c7-9a01c604d24c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a34f52-56d5-4b57-903b-2844b07d9a5d HTTP/1.1" status: 200 len: 217 time: 0.1193988 Feb 04 13:03:25.694321 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-279c3aca-871a-4bd0-95f9-3809411b17c8 req-cf746e59-b691-48a4-9ce0-4072547d2e6c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474406 Feb 04 13:03:25.706122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-e8fc9cfb-6096-4d35-96bb-c9e76174416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:25.708789 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-e8fc9cfb-6096-4d35-96bb-c9e76174416b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1167178 Feb 04 13:03:25.800544 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-752a3cbc-3bfd-477c-8760-3138de779c16 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858715 Feb 04 13:03:26.090082 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-ee282661-922e-4c39-8b8e-9336d7012787 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801468 Feb 04 13:03:26.317910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54128899-5ed3-4b44-ac61-1b4cf036b151 req-f33fcaf4-cf24-40a4-b3b5-b02ea55deb32 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:26.319728 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-54128899-5ed3-4b44-ac61-1b4cf036b151 req-f33fcaf4-cf24-40a4-b3b5-b02ea55deb32 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.4252677 Feb 04 13:03:26.418447 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db4b7fdb-8ba0-4736-a84a-46ec5f8e2131 req-eab56034-b8d3-4cf0-a40b-ee3f957026e9 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3229649 Feb 04 13:03:26.451915 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-54128899-5ed3-4b44-ac61-1b4cf036b151 req-4b886458-c034-4eb5-8146-085613fa77f6 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924439 Feb 04 13:03:26.468645 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790d16c-61ae-4b5a-93ad-ecd9fa985fd5 req-13353e6c-b637-4e95-838a-f5dfb061cfc1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:26.470759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5790d16c-61ae-4b5a-93ad-ecd9fa985fd5 req-13353e6c-b637-4e95-838a-f5dfb061cfc1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2180471 Feb 04 13:03:26.584609 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5790d16c-61ae-4b5a-93ad-ecd9fa985fd5 req-ccedbae6-af4e-4e9f-8be9-5e81e778afce tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065364 Feb 04 13:03:27.117091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc68f3c-9fe4-45ab-a6da-d7c6e11f6a5a req-f3b2565a-7b67-4721-af1b-e1598fec13c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:27.122693 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7fc68f3c-9fe4-45ab-a6da-d7c6e11f6a5a req-f3b2565a-7b67-4721-af1b-e1598fec13c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2599502 Feb 04 13:03:27.198637 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7fc68f3c-9fe4-45ab-a6da-d7c6e11f6a5a req-0ca809dc-d0d8-4a6d-bfc5-01ad4c9ec585 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718675 Feb 04 13:03:27.833855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb2518-d8e2-4595-83f8-31641afa411b req-96a5a34a-ba35-47c2-9fb1-2a53a1f00a1f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:27.836081 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9dbb2518-d8e2-4595-83f8-31641afa411b req-96a5a34a-ba35-47c2-9fb1-2a53a1f00a1f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.2169082 Feb 04 13:03:27.923136 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9dbb2518-d8e2-4595-83f8-31641afa411b req-73a854ac-0f8f-4b0a-a92f-8bdd68033065 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779061 Feb 04 13:03:27.982239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187e2c6-5895-4487-98e0-a50a6d65df78 req-1da55209-96ab-4b32-a9ff-2214e47b7a43 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:27.987375 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1187e2c6-5895-4487-98e0-a50a6d65df78 req-1da55209-96ab-4b32-a9ff-2214e47b7a43 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2537742 Feb 04 13:03:28.072341 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1187e2c6-5895-4487-98e0-a50a6d65df78 req-3ba3c4a5-3b4a-424a-8ab0-ce00f6131e6e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705800 Feb 04 13:03:28.566608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412eb49-1b20-474c-a599-b43718d83c99 req-10c412d0-4ebb-431d-927b-772395269a12 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:28.568393 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7412eb49-1b20-474c-a599-b43718d83c99 req-10c412d0-4ebb-431d-927b-772395269a12 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2080097 Feb 04 13:03:28.638895 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7412eb49-1b20-474c-a599-b43718d83c99 req-f194974d-9867-420f-98f3-1a897546dfc9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604017 Feb 04 13:03:29.244900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12ec82-af85-4258-98d0-d5d4841d4aa8 req-00cdf7df-d271-41f5-9933-4aef54767f05 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:29.246473 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ad12ec82-af85-4258-98d0-d5d4841d4aa8 req-00cdf7df-d271-41f5-9933-4aef54767f05 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.1871176 Feb 04 13:03:29.317773 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ad12ec82-af85-4258-98d0-d5d4841d4aa8 req-505c74f9-06c6-499a-bd0c-e33b9deb6259 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640023 Feb 04 13:03:29.684536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5350f3-2fc4-4d93-8503-9068283519e9 req-7325d240-19ea-498a-9925-fa9dcbb79a8a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:29.687150 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1a5350f3-2fc4-4d93-8503-9068283519e9 req-7325d240-19ea-498a-9925-fa9dcbb79a8a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.4161186 Feb 04 13:03:29.807953 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1a5350f3-2fc4-4d93-8503-9068283519e9 req-d9cba707-2472-44c7-9a82-abb22a49788c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099653 Feb 04 13:03:30.177227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace31b93-e103-417d-88c3-e714ad5697e8 req-0a3191ff-c56d-4004-849f-3a0a2585db2a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:30.182416 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ace31b93-e103-417d-88c3-e714ad5697e8 req-0a3191ff-c56d-4004-849f-3a0a2585db2a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.1957278 Feb 04 13:03:30.261065 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ace31b93-e103-417d-88c3-e714ad5697e8 req-11ff0d48-f804-4eba-85bd-1f7427e73465 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753496 Feb 04 13:03:30.711619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3013066-dbf7-41e6-b24f-12734996a6b8 req-cef4ad98-5cee-485b-afc2-05621a2563de tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:30.713357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a3013066-dbf7-41e6-b24f-12734996a6b8 req-cef4ad98-5cee-485b-afc2-05621a2563de tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.1818862 Feb 04 13:03:30.797338 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a3013066-dbf7-41e6-b24f-12734996a6b8 req-1ffb166d-8934-441d-b002-2660b346ca76 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766292 Feb 04 13:03:31.156947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd3f0a-0427-47ff-a9c1-42129345dba7 req-0fcf9fb4-c714-4151-8d4d-7262635d2188 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:31.158702 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cacd3f0a-0427-47ff-a9c1-42129345dba7 req-0fcf9fb4-c714-4151-8d4d-7262635d2188 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1667469 Feb 04 13:03:31.243642 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cacd3f0a-0427-47ff-a9c1-42129345dba7 req-99f528fc-25e5-4497-ba64-5b6167a52c4a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777926 Feb 04 13:03:31.715413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997f449-d579-46bf-9153-2bf4bfa3d8db req-e470d812-a605-4446-9023-5dcf8a9018b7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:31.718932 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3997f449-d579-46bf-9153-2bf4bfa3d8db req-e470d812-a605-4446-9023-5dcf8a9018b7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.3006940 Feb 04 13:03:31.837929 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3997f449-d579-46bf-9153-2bf4bfa3d8db req-a2ecc2be-52af-404d-b384-2c1a8f181887 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112206 Feb 04 13:03:32.212710 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408aa7a-47f2-4a5c-82ea-73e5955f6a87 req-00fd7d21-75bd-42fa-b05f-b8412374e5a4 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:32.212710 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a408aa7a-47f2-4a5c-82ea-73e5955f6a87 req-00fd7d21-75bd-42fa-b05f-b8412374e5a4 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.2076154 Feb 04 13:03:32.298461 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a408aa7a-47f2-4a5c-82ea-73e5955f6a87 req-86f4fa11-9864-4515-a42d-730309cba5db tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680103 Feb 04 13:03:32.420557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43820) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:32.649058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce03d20-1671-4cb4-99c2-a9ce49d20665 req-02c73e65-dec3-4729-9091-9d46aaf2f6e6 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:32.650788 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dce03d20-1671-4cb4-99c2-a9ce49d20665 req-02c73e65-dec3-4729-9091-9d46aaf2f6e6 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1767421 Feb 04 13:03:32.691109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:32.704655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43830) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:32.719406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:32.733925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Usage tracker for resource:security_group_rule and tenant:0776ec6e9fa841beba3feea9e47c9608 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:32.740344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:32.750127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:32.770330 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dce03d20-1671-4cb4-99c2-a9ce49d20665 req-34b5ed4e-e8c1-4593-a524-456acebcb7ff tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985606 Feb 04 13:03:32.868505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:32.889880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:32.900467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cfe5a925-3aea-481f-9536-39ba2fcfa796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:32.910197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:32.963752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:32.977888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Usage tracker for resource:security_group_rule and tenant:827a739dea3646c9a61246a34977e0d0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:32.987152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43840) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:32.987346 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0776ec6e9fa841beba3feea9e47c9608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648839 Feb 04 13:03:32.989381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:32.992756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a299bf6-4bf4-44ff-9ed8-3e0c4e6d7c8c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:32.998884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:33.000094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:33.120949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.124547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.132094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1ec60e3b-e42d-4a3f-b128-09451feedf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:33.140503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.176819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.185057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4fabfa-8daa-47d0-8158-f17b4a12123a,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:33.193719 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=827a739dea3646c9a61246a34977e0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855199 Feb 04 13:03:33.194112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43844) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:33.194220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:33.306949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f796-8ad0-43a3-880d-f23d7f1f97a0 req-986be52b-958f-490f-80af-1d93a8a90d8f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:33.308706 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c0d8f796-8ad0-43a3-880d-f23d7f1f97a0 req-986be52b-958f-490f-80af-1d93a8a90d8f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2718005 Feb 04 13:03:33.440612 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c0d8f796-8ad0-43a3-880d-f23d7f1f97a0 req-5164363d-0775-47b2-8e73-6e09c3adb49b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161363 Feb 04 13:03:33.465955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.473012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bf3391d2-ea6d-4eaa-a316-dbe4953f3aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:33.482853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.498172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a299bf6-4bf4-44ff-9ed8-3e0c4e6d7c8c,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:33.500390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.501583 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a299bf6-4bf4-44ff-9ed8-3e0c4e6d7c8c HTTP/1.1" status: 204 len: 168 time: 0.5132143 Feb 04 13:03:33.506108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:33.529013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.598303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.605594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:33.624842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4fabfa-8daa-47d0-8158-f17b4a12123a,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:33.633187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:33.634335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:33.640778 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad4fabfa-8daa-47d0-8158-f17b4a12123a HTTP/1.1" status: 204 len: 168 time: 0.4454415 Feb 04 13:03:33.648175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89261e25-eb38-44d2-ac66-68132b566f94 req-0ee9ff8e-41cd-4d88-81ab-6de5853a56e3 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:33.650028 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-89261e25-eb38-44d2-ac66-68132b566f94 req-0ee9ff8e-41cd-4d88-81ab-6de5853a56e3 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.1881292 Feb 04 13:03:33.730455 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-89261e25-eb38-44d2-ac66-68132b566f94 req-bf692639-5b52-476c-bd42-9d6949d9f597 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721228 Feb 04 13:03:34.092083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43870) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:34.123832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.157532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:34.162010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da29e6-7c14-49ca-9fcc-953094c9b227 req-25dae598-f40c-49c7-9059-9e24f30ec947 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:34.169994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Usage tracker for resource:security_group_rule and tenant:bf6198fef2a14d849976771b2357b6c1 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:34.172412 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-63da29e6-7c14-49ca-9fcc-953094c9b227 req-25dae598-f40c-49c7-9059-9e24f30ec947 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2308180 Feb 04 13:03:34.186109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:34.210433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:34.254506 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-63da29e6-7c14-49ca-9fcc-953094c9b227 req-7629af86-831b-4dfe-b43b-3e53c0d97756 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803692 Feb 04 13:03:34.351834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.354861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.364775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-05d10815-5f7b-4e4c-9f36-ccff27ec19d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:34.411458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82289a9-8787-41c3-bcff-a88289c5833d,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:34.416232 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf6198fef2a14d849976771b2357b6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230102 Feb 04 13:03:34.417338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:34.420980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43876) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:34.448795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43880) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:34.473898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.493903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:34.498918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Usage tracker for resource:security_group_rule and tenant:9113c8b65710406380df5ae62a586a84 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:34.503021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:34.510440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:34.537583 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.573540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.622511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.627220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.641760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fc622242-ba70-42ee-9102-216b514da498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:34.687535 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9113c8b65710406380df5ae62a586a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373989 Feb 04 13:03:34.688577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776cea21-de0d-4459-b9c6-dc0ae3fab854,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:34.691352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43886) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:34.694290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:34.762865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.807160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6b020-cadc-401e-80a8-17868f05cd2e req-a6675962-d5b0-4f9e-87f3-983e793a7b35 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:34.809059 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-03e6b020-cadc-401e-80a8-17868f05cd2e req-a6675962-d5b0-4f9e-87f3-983e793a7b35 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2097838 Feb 04 13:03:34.809927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.810892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.823647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6251a6f8-76fd-41be-af88-964c65f0cd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:34.863567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.869696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-36d189f5-b0db-42ce-8c32-2c8e7772dcbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:34.875504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82289a9-8787-41c3-bcff-a88289c5833d,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:34.878439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:34.886037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776cea21-de0d-4459-b9c6-dc0ae3fab854,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:34.888745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:34.898376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.899671 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/776cea21-de0d-4459-b9c6-dc0ae3fab854 HTTP/1.1" status: 204 len: 168 time: 0.2072668 Feb 04 13:03:34.930658 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-03e6b020-cadc-401e-80a8-17868f05cd2e req-140b86b8-36b3-46c5-8806-d5b93bb3faec tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081369 Feb 04 13:03:34.946689 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:34.956993 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a82289a9-8787-41c3-bcff-a88289c5833d HTTP/1.1" status: 204 len: 168 time: 0.5345523 Feb 04 13:03:35.370909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b0540-1b36-4c19-a00c-8831e7c14f67 req-f1cb0a60-3fe9-425e-9c4d-ea2bdeb1dd5b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:35.378926 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1b0b0540-1b36-4c19-a00c-8831e7c14f67 req-f1cb0a60-3fe9-425e-9c4d-ea2bdeb1dd5b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.2128861 Feb 04 13:03:35.477331 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1b0b0540-1b36-4c19-a00c-8831e7c14f67 req-0891c87e-2bc8-415d-bd0a-dd2a5c6b2041 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973465 Feb 04 13:03:35.653720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43910) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:35.687594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:35.707336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:35.712827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c380b271f0b4422d91dd423ea8d3848f is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:35.717036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:35.727394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:35.746232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43914) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:35.782507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:35.876772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:35.880547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:35.889046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9f643775-b6bd-4c2e-8365-627b7f6fbd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:35.906665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788cc3c-3973-4956-963d-93f01f324d99 req-5352a9b3-9ff7-47bc-b75f-5654ba9083b7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:35.908488 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7788cc3c-3973-4956-963d-93f01f324d99 req-5352a9b3-9ff7-47bc-b75f-5654ba9083b7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2676234 Feb 04 13:03:35.915003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:35.942522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052329fa-e8d1-4448-ad69-53a726bbced5,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:35.944386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Usage tracker for resource:security_group_rule and tenant:e220392f6fdb43b2ad0a30cdc6eed2fa is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:35.946253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:35.957737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:35.961188 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c380b271f0b4422d91dd423ea8d3848f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089597 Feb 04 13:03:35.962447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 43918) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:35.969554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:35.996698 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7788cc3c-3973-4956-963d-93f01f324d99 req-06227411-cab2-4309-9a1d-df1221189864 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785267 Feb 04 13:03:36.085780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.166147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.170754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.183505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:36.196262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.233585 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e220392f6fdb43b2ad0a30cdc6eed2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858739 Feb 04 13:03:36.235760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17c01d-8ed2-46d5-b3ff-9e9f69496816,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:36.238632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 43926) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:36.241575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:36.515210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.530091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56a1be-d270-4e78-a396-503b7707d054 req-622846db-06e4-432e-b6b4-2412c30bf01d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:36.530091 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee56a1be-d270-4e78-a396-503b7707d054 req-622846db-06e4-432e-b6b4-2412c30bf01d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.3909557 Feb 04 13:03:36.562962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.576785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1726208f-5a25-4acd-b9ae-0ad66e219e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:36.577709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.599009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052329fa-e8d1-4448-ad69-53a726bbced5,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:36.625149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:36.641043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.644514 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/052329fa-e8d1-4448-ad69-53a726bbced5 HTTP/1.1" status: 204 len: 168 time: 0.6794610 Feb 04 13:03:36.653608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.670211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d0c0f0eb-d6a4-4ec7-ba59-d439e104f955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:36.682451 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee56a1be-d270-4e78-a396-503b7707d054 req-3594a3db-75b7-4b1e-822f-368292348fe2 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510632 Feb 04 13:03:36.688026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17c01d-8ed2-46d5-b3ff-9e9f69496816,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:36.702048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:36.702048 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e17c01d-8ed2-46d5-b3ff-9e9f69496816 HTTP/1.1" status: 204 len: 168 time: 0.4522347 Feb 04 13:03:36.714468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:36.831523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:37.018251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 42760b01-68f2-4231-8524-28e5c8eb931e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:37.018884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:37.187170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be69fa-cb64-4f09-8802-0729ed40b6e4 req-cbfa6ad6-e19d-4509-9cad-ff7215938227 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:37.196951 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-05be69fa-cb64-4f09-8802-0729ed40b6e4 req-cbfa6ad6-e19d-4509-9cad-ff7215938227 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.3675358 Feb 04 13:03:37.292849 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-05be69fa-cb64-4f09-8802-0729ed40b6e4 req-9fce281e-82a8-4699-acb9-d798c83662c1 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943885 Feb 04 13:03:37.491260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15389c24-bf92-45c8-8441-d6389e42b552 req-9310b4ff-620c-43d0-9952-57e95738b890 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:37.499829 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-15389c24-bf92-45c8-8441-d6389e42b552 req-9310b4ff-620c-43d0-9952-57e95738b890 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2471437 Feb 04 13:03:37.606472 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-15389c24-bf92-45c8-8441-d6389e42b552 req-077c79aa-e274-4b18-872d-d301d49f3755 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055281 Feb 04 13:03:38.167314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095d455-5d6d-4a22-9778-064d31e861b7 req-717640c1-ce29-43ec-9163-968879141b0c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:38.182361 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5095d455-5d6d-4a22-9778-064d31e861b7 req-717640c1-ce29-43ec-9163-968879141b0c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.3296275 Feb 04 13:03:38.327721 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5095d455-5d6d-4a22-9778-064d31e861b7 req-2ac2b0d9-37be-4cac-8caa-6ae5e9c0609c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441178 Feb 04 13:03:38.771268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21295db-e0a3-448e-b073-db6df9ea53c8 req-f8d3f918-5d16-41e0-bd1d-9d1f76d9068c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:38.801764 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d21295db-e0a3-448e-b073-db6df9ea53c8 req-f8d3f918-5d16-41e0-bd1d-9d1f76d9068c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.2730355 Feb 04 13:03:39.012082 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d21295db-e0a3-448e-b073-db6df9ea53c8 req-3990a5d7-372e-467d-977d-08ecb06a6ee3 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087767 Feb 04 13:03:39.031584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775be6d-1583-475a-8ccd-93edaff103ad req-11265485-00cf-45a1-ad08-447a3fa5235e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:39.040376 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0775be6d-1583-475a-8ccd-93edaff103ad req-11265485-00cf-45a1-ad08-447a3fa5235e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2407305 Feb 04 13:03:39.178900 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0775be6d-1583-475a-8ccd-93edaff103ad req-5671e975-09a6-43df-b385-231ea46f2ef2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348572 Feb 04 13:03:39.224196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-9f817345-6836-407e-b616-5595efb9f815 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:03:39.425879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44062) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:39.729772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:39.751786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:39.763006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Usage tracker for resource:security_group_rule and tenant:5b064f0fa1fb488886ec4420f7754223 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:39.771093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:39.782729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:39.896189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830b29e-365e-41fc-8fc4-728a455e310a req-10f6dbc2-add8-4411-8c5e-5fc0b6b3fe66 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:39.897939 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3830b29e-365e-41fc-8fc4-728a455e310a req-10f6dbc2-add8-4411-8c5e-5fc0b6b3fe66 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.1876078 Feb 04 13:03:39.898502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:39.902468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:39.913236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9acb10d-d914-411b-bf25-a327c31c8585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:39.946737 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b064f0fa1fb488886ec4420f7754223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194192 Feb 04 13:03:39.954979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44084) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:39.968956 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3830b29e-365e-41fc-8fc4-728a455e310a req-5498059d-6427-4e10-8e94-1b93c5e5ea0e tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632071 Feb 04 13:03:39.979075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1edb3f-570e-4728-8921-77197b878ee7,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:39.986170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:40.033740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:40.085044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:40.128723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:40.134723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7d43a654-881f-4fc7-9159-fd0a486f733e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:40.148827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1edb3f-570e-4728-8921-77197b878ee7,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:40.151679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:40.157696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:40.162239 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b1edb3f-570e-4728-8921-77197b878ee7 HTTP/1.1" status: 204 len: 168 time: 0.2060328 Feb 04 13:03:40.372095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c2a98-1a35-4fcb-a3c3-159aa2f654f2 req-72f79696-3844-404b-8788-d4bb44ce5a63 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:40.372095 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-332c2a98-1a35-4fcb-a3c3-159aa2f654f2 req-72f79696-3844-404b-8788-d4bb44ce5a63 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.1816149 Feb 04 13:03:40.456230 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-332c2a98-1a35-4fcb-a3c3-159aa2f654f2 req-61190c07-3880-45a0-9cae-e0d73cffce66 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716765 Feb 04 13:03:40.527011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce8b3d-cee4-4a73-afac-b67470673bcd req-a9dc5ff5-fe2c-468c-b970-da3656234215 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:40.531098 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-edce8b3d-cee4-4a73-afac-b67470673bcd req-a9dc5ff5-fe2c-468c-b970-da3656234215 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2200136 Feb 04 13:03:40.652424 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-edce8b3d-cee4-4a73-afac-b67470673bcd req-f6f549e9-61de-46be-a787-940bf95497f0 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121790 Feb 04 13:03:40.892281 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-56d40c1e-0f41-4745-8541-3da8a11b89df service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1448028 Feb 04 13:03:41.043414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967fba-34c8-488a-9654-5e21e043143c req-35e1d2e1-1078-47aa-9e2b-bba969d072df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:41.045003 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-35e1d2e1-1078-47aa-9e2b-bba969d072df service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 1162 time: 0.0909193 Feb 04 13:03:41.280588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967fba-34c8-488a-9654-5e21e043143c req-e7cc764d-8c2e-4b72-8d59-6a8a41a4224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:41.282202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-e7cc764d-8c2e-4b72-8d59-6a8a41a4224c service neutron] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 908 time: 0.2064893 Feb 04 13:03:41.360741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-03ff2d4c-8977-48bd-b1e8-defcd05fedec service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0def5167-b18a-4427-b264-b4a9050ae083 HTTP/1.1" status: 200 len: 217 time: 0.0728123 Feb 04 13:03:41.455965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33166797-3f42-484b-ad4b-5b4002f465cd req-4e7df74a-8ad0-42be-98ac-37e9997593a3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:41.457645 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-33166797-3f42-484b-ad4b-5b4002f465cd req-4e7df74a-8ad0-42be-98ac-37e9997593a3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2793674 Feb 04 13:03:41.555014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967fba-34c8-488a-9654-5e21e043143c req-40d38c83-bcb4-4cfa-a1cd-980f604a5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:41.556568 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-40d38c83-bcb4-4cfa-a1cd-980f604a5306 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.0979354 Feb 04 13:03:41.617349 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-33166797-3f42-484b-ad4b-5b4002f465cd req-9fa7e77e-e669-42e0-aac2-fe03c03dede2 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240385 Feb 04 13:03:41.631219 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-ea918fd5-537b-492b-8dbd-9a7017558d2c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685647 Feb 04 13:03:41.777967 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-cea1d915-b0fb-4e48-adb4-d2a717a4f5b1 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419253 Feb 04 13:03:41.783069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef7a37-6cf5-4421-88a8-b4eda5f7d23f req-db558b8b-ab2e-4826-9432-c489ea89f135 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:41.785060 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66ef7a37-6cf5-4421-88a8-b4eda5f7d23f req-db558b8b-ab2e-4826-9432-c489ea89f135 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 943 time: 0.1709969 Feb 04 13:03:41.852484 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66ef7a37-6cf5-4421-88a8-b4eda5f7d23f req-6a6461d1-d031-44fd-a3e0-18a398439575 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603898 Feb 04 13:03:41.988385 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-79967fba-34c8-488a-9654-5e21e043143c req-8639b3b2-bd78-43a6-8eab-462f93a615f5 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2053680 Feb 04 13:03:42.076569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:42.082583 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814d52-3d04-46d7-b38b-5e8c14952e44 req-1a73c421-bacb-4815-ab30-2279dc40c88f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:42.084284 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29814d52-3d04-46d7-b38b-5e8c14952e44 req-1a73c421-bacb-4815-ab30-2279dc40c88f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2227712 Feb 04 13:03:42.176425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:03:42.189869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:42.190888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:42.378299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:42.407057 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29814d52-3d04-46d7-b38b-5e8c14952e44 req-38ce2ff8-73fa-4428-81e7-01a811e24edf tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136327 Feb 04 13:03:42.409090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:42.420233 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:03:42.424699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:42.425861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:42.458484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:42.491685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2', 'code': 200} Feb 04 13:03:42.559531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:42.565454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:42.575274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 42760b01-68f2-4231-8524-28e5c8eb931e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:42.575768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:42.676138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44136) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:42.886441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:42.931209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:42.934528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b681-5bb4-48a1-a6c6-e2334c94b04b req-4774e5db-a19c-41f9-9c1c-3f4096c95939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:42.936336 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6877b681-5bb4-48a1-a6c6-e2334c94b04b req-4774e5db-a19c-41f9-9c1c-3f4096c95939 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 1162 time: 0.2425756 Feb 04 13:03:42.985860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Usage tracker for resource:security_group_rule and tenant:86ddc4414d9b48aa9cf2fae6f42b08fb is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:42.992681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:43.015819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:43.046793 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6877b681-5bb4-48a1-a6c6-e2334c94b04b req-31b78c92-2c79-4f2d-aaa7-c18cc706380e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988834 Feb 04 13:03:43.132198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4ed6-77b4-45d4-89d9-240372f708c2 req-4cab2f7c-519a-406a-9da4-8e9261ca4e1d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:43.133895 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-778d4ed6-77b4-45d4-89d9-240372f708c2 req-4cab2f7c-519a-406a-9da4-8e9261ca4e1d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.3428259 Feb 04 13:03:43.208769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9f20d-8853-4171-8115-981ea5c8c99b req-8ed33e32-e1f0-410f-843b-ed937e93766f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:43.210416 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-94d9f20d-8853-4171-8115-981ea5c8c99b req-8ed33e32-e1f0-410f-843b-ed937e93766f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.1846888 Feb 04 13:03:43.224911 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-778d4ed6-77b4-45d4-89d9-240372f708c2 req-5894c76c-19e3-4a4f-a14f-eae14f32d1c3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763950 Feb 04 13:03:43.284244 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-94d9f20d-8853-4171-8115-981ea5c8c99b req-8dfe2687-268f-4b11-a26f-1e34181e6473 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649579 Feb 04 13:03:43.295557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.299853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.307959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7b83cb88-4606-4b0a-a64d-bd2c89161bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:43.354674 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86ddc4414d9b48aa9cf2fae6f42b08fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772974 Feb 04 13:03:43.355677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefaff52-ade6-4ebd-b81f-a58265f92f1d,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:43.359125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44148) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:43.364372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.364772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.365160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.365538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.365943 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.366320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.366692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.367062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.367434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.367812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.368175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.368546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.369007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.369375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.369770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.370140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.370505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.370870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.371240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.371600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.371962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.372324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.372750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.373115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:43.377768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:43.446835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.482647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.537080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.541944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0d77d0d2-6d29-49f2-adfa-8fac13a68b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:43.554505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefaff52-ade6-4ebd-b81f-a58265f92f1d,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:43.557099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:43.565205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.568990 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cefaff52-ade6-4ebd-b81f-a58265f92f1d HTTP/1.1" status: 204 len: 168 time: 0.2062562 Feb 04 13:03:43.736563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb15b9-54d7-4696-83c9-cac9e9b23c7f req-fff5bc69-9f95-48ad-b64c-8d1edb84b2ab tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:43.736563 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-81fb15b9-54d7-4696-83c9-cac9e9b23c7f req-fff5bc69-9f95-48ad-b64c-8d1edb84b2ab tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1742511 Feb 04 13:03:43.815571 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-81fb15b9-54d7-4696-83c9-cac9e9b23c7f req-6907fb8f-dee9-4a5f-b1a5-a2b2c5b4dd73 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676742 Feb 04 13:03:43.940939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44160) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:43.962978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:43.978805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:43.982917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Usage tracker for resource:security_group_rule and tenant:8f96030c92d94becb9a3a28ac2067736 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:43.985956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:43.992312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:44.095816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:44.101045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:44.110838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-71b96909-4207-4fbc-9fc6-e90e80e7c273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:44.153688 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8f96030c92d94becb9a3a28ac2067736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114575 Feb 04 13:03:44.154739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf65bdbe-c05e-4a91-8c33-f7881cb72e80,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:44.157900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44164) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:44.158275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:44.234655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:44.270675 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:44.322877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:44.328384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a8236a1a-dff6-4514-8c29-a716c3dd4858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:44.341439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf65bdbe-c05e-4a91-8c33-f7881cb72e80,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:44.345954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:44.352328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:44.353568 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf65bdbe-c05e-4a91-8c33-f7881cb72e80 HTTP/1.1" status: 204 len: 168 time: 0.1945639 Feb 04 13:03:44.613340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397fc3-75e0-4bc9-8fbf-568824d4cee6 req-5d3fb971-7e11-4bd2-b973-7051a8eabcbb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:44.614272 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5b397fc3-75e0-4bc9-8fbf-568824d4cee6 req-5d3fb971-7e11-4bd2-b973-7051a8eabcbb tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2255404 Feb 04 13:03:44.701798 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5b397fc3-75e0-4bc9-8fbf-568824d4cee6 req-b3c6a175-d188-4b75-9290-179e5a89ac2d tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736291 Feb 04 13:03:44.707984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3104-65a0-46e3-91a4-043dbac2b571 req-2024c0da-5d17-4e2f-823c-18277fcb06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:44.709574 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c81e3104-65a0-46e3-91a4-043dbac2b571 req-2024c0da-5d17-4e2f-823c-18277fcb06db service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 1162 time: 0.2368326 Feb 04 13:03:44.756098 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c81e3104-65a0-46e3-91a4-043dbac2b571 req-f6a1ee28-d1fe-40b6-b27b-4547b8ed4f7f service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Feb 04 13:03:45.041642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2abe-9bec-4e08-b3d2-7822dd4a3ae3 req-bbabe695-e3f9-4db4-9b3a-febed5a4cc03 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:45.041642 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-270a2abe-9bec-4e08-b3d2-7822dd4a3ae3 req-bbabe695-e3f9-4db4-9b3a-febed5a4cc03 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.2025766 Feb 04 13:03:45.128405 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-270a2abe-9bec-4e08-b3d2-7822dd4a3ae3 req-bc3ab67b-1db6-4b6f-8354-f2131adbaae3 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724151 Feb 04 13:03:45.505738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f0705-0b60-40d5-84dc-d236f471db66 req-3cbb5675-302d-408f-b377-89227a017ea1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:45.507545 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-266f0705-0b60-40d5-84dc-d236f471db66 req-3cbb5675-302d-408f-b377-89227a017ea1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2183902 Feb 04 13:03:45.614069 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-266f0705-0b60-40d5-84dc-d236f471db66 req-97726893-12c1-44b6-8c68-7cd1173ed446 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877500 Feb 04 13:03:46.083306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543d46-ee50-4979-bd28-813dd2293fcf req-f45603e8-9878-49b6-afcd-fd3a334bdf86 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:46.085436 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d8543d46-ee50-4979-bd28-813dd2293fcf req-f45603e8-9878-49b6-afcd-fd3a334bdf86 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 943 time: 0.2081141 Feb 04 13:03:46.210325 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d8543d46-ee50-4979-bd28-813dd2293fcf req-1236a8b9-6893-4861-88d3-8ccc1b78ae42 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120012 Feb 04 13:03:46.355213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 69a34f52-56d5-4b57-903b-2844b07d9a5d up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:46.492207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 69a34f52-56d5-4b57-903b-2844b07d9a5d completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:03:46.496866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 69a34f52-56d5-4b57-903b-2844b07d9a5d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:46.497457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:46.520606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd0db-2209-4a84-95d1-47890d0eb052 req-3312a5de-c2e9-49c3-bea9-c745541371c1 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:46.522372 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1cddd0db-2209-4a84-95d1-47890d0eb052 req-3312a5de-c2e9-49c3-bea9-c745541371c1 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.2141199 Feb 04 13:03:46.600561 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1cddd0db-2209-4a84-95d1-47890d0eb052 req-d50941e1-740d-45a1-bbc2-429f821cd9bb tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681417 Feb 04 13:03:46.643216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:46.671955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a34f52-56d5-4b57-903b-2844b07d9a5d'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:46.683007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 69a34f52-56d5-4b57-903b-2844b07d9a5d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69a34f52-56d5-4b57-903b-2844b07d9a5d,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:03:46.693014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:46.694212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:46.767832 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a34f52-56d5-4b57-903b-2844b07d9a5d', 'code': 200} Feb 04 13:03:46.768673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dc6aeccd-2bb6-458b-9382-ad376c86a7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:47.026149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7582c7-f8ad-40a8-9dfc-d51770a86d1f req-188a0b31-d49f-462d-b754-91623a9b4575 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:47.034510 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d7582c7-f8ad-40a8-9dfc-d51770a86d1f req-188a0b31-d49f-462d-b754-91623a9b4575 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2510893 Feb 04 13:03:47.103181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=69a34f52-56d5-4b57-903b-2844b07d9a5d,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:47.115592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:47.129227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:47.135232 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d7582c7-f8ad-40a8-9dfc-d51770a86d1f req-8263aa10-9241-4619-87f6-81147890d11c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987434 Feb 04 13:03:47.137501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:47.138014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:47.281319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd40a7-5683-4ba3-b410-8ce1608ba4bf req-594a9e44-e072-48a0-928f-ef15de73230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:47.283146 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-59bd40a7-5683-4ba3-b410-8ce1608ba4bf req-594a9e44-e072-48a0-928f-ef15de73230a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 1162 time: 0.1091270 Feb 04 13:03:47.338090 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-59bd40a7-5683-4ba3-b410-8ce1608ba4bf req-7c4215dc-f95c-494f-b5c5-aca44dca38a2 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Feb 04 13:03:47.427634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 69a34f52-56d5-4b57-903b-2844b07d9a5d up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:47.537126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 69a34f52-56d5-4b57-903b-2844b07d9a5d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:47.537933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:47.667269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac0e22-eb63-4de7-922c-70c92c14ed87 req-cab2ebcd-f395-48dc-89ac-400d51a8682c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:47.669074 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-acac0e22-eb63-4de7-922c-70c92c14ed87 req-cab2ebcd-f395-48dc-89ac-400d51a8682c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.2804849 Feb 04 13:03:47.762533 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-acac0e22-eb63-4de7-922c-70c92c14ed87 req-a898a337-25d6-4703-b872-6f1f1ed4c916 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854707 Feb 04 13:03:48.089566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc0197-c038-4e62-8c1b-dce4e308796c req-68d0a47e-64f0-4eaf-92f5-a8c38d575839 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:48.091374 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d4fc0197-c038-4e62-8c1b-dce4e308796c req-68d0a47e-64f0-4eaf-92f5-a8c38d575839 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.1903141 Feb 04 13:03:48.159405 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d4fc0197-c038-4e62-8c1b-dce4e308796c req-3cfd4888-948c-4977-ad49-ad2edfcc8c9e tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611241 Feb 04 13:03:48.426218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8236e-016e-418e-be97-923fa777e7ca req-8fa8b82c-b4a6-4379-876d-ccca42ccc43d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:48.427863 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-96c8236e-016e-418e-be97-923fa777e7ca req-8fa8b82c-b4a6-4379-876d-ccca42ccc43d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1688969 Feb 04 13:03:48.496018 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-96c8236e-016e-418e-be97-923fa777e7ca req-1c1c8815-0bc6-4432-9e90-ae55a9ba07cc tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596101 Feb 04 13:03:49.078303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48a59f-31d3-44db-9aec-dbb9353216a6 req-9c10c597-fba5-4ba5-a05c-e0277830c820 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:49.080020 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2e48a59f-31d3-44db-9aec-dbb9353216a6 req-9c10c597-fba5-4ba5-a05c-e0277830c820 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.1711578 Feb 04 13:03:49.149124 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2e48a59f-31d3-44db-9aec-dbb9353216a6 req-7acc7aae-6a83-47fd-8da1-8948f328cbd5 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600872 Feb 04 13:03:49.255118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6a16948e-474e-43b4-9f3d-3cf92ba81f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:49.499024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1702f-1b20-4e46-aba0-d00339fac077 req-20415170-1531-41e6-95a4-214df3ef2abf tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:49.500772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29c1702f-1b20-4e46-aba0-d00339fac077 req-20415170-1531-41e6-95a4-214df3ef2abf tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.1787612 Feb 04 13:03:49.566684 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29c1702f-1b20-4e46-aba0-d00339fac077 req-852ef24b-b8bb-48e1-9a45-6d3822eabed7 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585179 Feb 04 13:03:49.925528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7e73a-8fb3-40cf-990f-36a5cb2d3c01 req-47d88dbb-03ca-4067-8f6a-6048290ef5d7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:49.927936 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dab7e73a-8fb3-40cf-990f-36a5cb2d3c01 req-47d88dbb-03ca-4067-8f6a-6048290ef5d7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2404747 Feb 04 13:03:50.025700 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dab7e73a-8fb3-40cf-990f-36a5cb2d3c01 req-488d1105-b535-44be-93b2-1968c5741b68 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856142 Feb 04 13:03:50.463220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b2a79-eda3-450f-bba8-e6944d0b6859 req-109caf0a-b5b3-4927-90d5-aa01178f4dea tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:50.465962 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d9b2a79-eda3-450f-bba8-e6944d0b6859 req-109caf0a-b5b3-4927-90d5-aa01178f4dea tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.1787090 Feb 04 13:03:50.538740 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d9b2a79-eda3-450f-bba8-e6944d0b6859 req-23c47168-4733-4ffb-b1fe-0abfc3233203 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641298 Feb 04 13:03:50.876505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055081f-098c-4f10-9d5d-a6f2983cd978 req-7042d208-b66c-449a-933e-b253363c1d6f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:50.878225 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b055081f-098c-4f10-9d5d-a6f2983cd978 req-7042d208-b66c-449a-933e-b253363c1d6f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.1756535 Feb 04 13:03:50.957673 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b055081f-098c-4f10-9d5d-a6f2983cd978 req-0b5ea4b9-2fd6-402f-937b-34d603230fd0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Feb 04 13:03:51.409339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa70c7-4432-401c-b9f8-3ff66e5ee660 req-346a6789-24c7-4478-81e6-709cb0ce6c25 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:51.411122 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9faa70c7-4432-401c-b9f8-3ff66e5ee660 req-346a6789-24c7-4478-81e6-709cb0ce6c25 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2107232 Feb 04 13:03:51.493433 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9faa70c7-4432-401c-b9f8-3ff66e5ee660 req-552b9d3a-c11a-409e-8f80-a9192a8ec63f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749371 Feb 04 13:03:51.538685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:03:51.626764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:03:51.627227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:51.902934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c24b-a5a6-4297-b50a-95359d44d1ca req-ca34238c-0e11-4e25-852a-35a84045570b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:51.905032 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-85d1c24b-a5a6-4297-b50a-95359d44d1ca req-ca34238c-0e11-4e25-852a-35a84045570b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2099733 Feb 04 13:03:51.987383 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-85d1c24b-a5a6-4297-b50a-95359d44d1ca req-11a915bb-c53e-4028-96f9-eb42c4e64812 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751472 Feb 04 13:03:51.990843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269106e-65a4-4f26-8ca8-259a3e663254 req-fa8dec7c-0d75-48c2-8f97-cad790af8cab tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:52.000134 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3269106e-65a4-4f26-8ca8-259a3e663254 req-fa8dec7c-0d75-48c2-8f97-cad790af8cab tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.2018638 Feb 04 13:03:52.089648 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3269106e-65a4-4f26-8ca8-259a3e663254 req-d5a9c2ef-cc58-44b0-bb67-0c6807b3c903 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867698 Feb 04 13:03:52.399788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251806c-b02e-4762-8cbf-0d00cd59753c req-d28b920f-5e9f-4f87-8d50-b435cec1676d tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:52.401849 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e251806c-b02e-4762-8cbf-0d00cd59753c req-d28b920f-5e9f-4f87-8d50-b435cec1676d tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.1771669 Feb 04 13:03:52.482810 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e251806c-b02e-4762-8cbf-0d00cd59753c req-42e759e6-1d60-418b-9b7d-df119b4791b6 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687344 Feb 04 13:03:53.353634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-584a73f8-e947-4aa4-8cc3-fc635e1d8031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:53.432293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670688ee-f42f-4981-9f38-ef01a1729d83 req-dfa19528-6380-4df9-bc0c-696750425af8 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:53.434266 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-670688ee-f42f-4981-9f38-ef01a1729d83 req-dfa19528-6380-4df9-bc0c-696750425af8 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.2107098 Feb 04 13:03:53.518610 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-670688ee-f42f-4981-9f38-ef01a1729d83 req-5d286f2b-ec24-4a6d-b946-4b0dcaf3647a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770495 Feb 04 13:03:54.028925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:54.152765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3237-d34d-4783-afac-561a39ba7f31 req-6d076446-3130-48e1-ade6-05998b29f2cc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:54.154520 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e32f3237-d34d-4783-afac-561a39ba7f31 req-6d076446-3130-48e1-ade6-05998b29f2cc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.1998971 Feb 04 13:03:54.225083 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e32f3237-d34d-4783-afac-561a39ba7f31 req-0cb75edd-99fb-4852-a9f8-ec3d0f850e3b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Feb 04 13:03:54.459674 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:55.430273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:55.461794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-9e002804-24ee-4fe1-a3a9-d763d92428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:55.464185 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-9e002804-24ee-4fe1-a3a9-d763d92428b9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.2297621 Feb 04 13:03:55.545433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2365-0a8b-49b9-9399-bf8c71dc8e7f req-bc5ea768-7255-4981-97bb-0e9ba7fbeb31 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:55.547896 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2c0f2365-0a8b-49b9-9399-bf8c71dc8e7f req-bc5ea768-7255-4981-97bb-0e9ba7fbeb31 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1990678 Feb 04 13:03:55.658837 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2c0f2365-0a8b-49b9-9399-bf8c71dc8e7f req-a9a8afdf-bbe1-4a1e-a345-195317574e9e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018500 Feb 04 13:03:55.725502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-3010797e-8a88-4d17-ab0e-51eab25be2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:55.727666 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-3010797e-8a88-4d17-ab0e-51eab25be2ae service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.2567976 Feb 04 13:03:55.840923 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-51b8c9f5-f754-4c70-a265-235b6ee37510 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.1058838 Feb 04 13:03:56.001847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366cd98-51ac-4607-90fc-6c535dfd1d75 req-8a6908de-864d-4cd9-9bd1-f3e20b47883a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:56.003741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b366cd98-51ac-4607-90fc-6c535dfd1d75 req-8a6908de-864d-4cd9-9bd1-f3e20b47883a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.6396337 Feb 04 13:03:56.075083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-466cf4e5-9bb0-4725-bc2d-7e4493f4a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:56.076738 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-466cf4e5-9bb0-4725-bc2d-7e4493f4a243 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.2308977 Feb 04 13:03:56.097604 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b366cd98-51ac-4607-90fc-6c535dfd1d75 req-16bbce97-65a6-48fa-9cd7-1b14c3e79b0d tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837445 Feb 04 13:03:56.152629 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-abb6f37f-3a02-4c00-848f-02959c04fee4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536976 Feb 04 13:03:56.345989 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-5530c5f3-2167-4b52-931b-7017cb714ca5 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844130 Feb 04 13:03:56.547588 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67b9a522-c2d0-40f4-bbce-719fd338222d req-e69388d0-01a8-457b-a864-01e155e8a825 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1937268 Feb 04 13:03:57.212754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4507-236d-4ac8-a828-01706bde6923 req-623a7caf-b040-4df2-a717-d06aaeb12ea8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:57.224866 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bec4507-236d-4ac8-a828-01706bde6923 req-623a7caf-b040-4df2-a717-d06aaeb12ea8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.3292487 Feb 04 13:03:57.324718 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3bec4507-236d-4ac8-a828-01706bde6923 req-40cf81bc-a5da-4708-b814-a1a306643436 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939825 Feb 04 13:03:57.534347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:03:57.748151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-a6cddb58-06c1-43f9-8a1c-94b752ccd922 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:57.752190 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-a6cddb58-06c1-43f9-8a1c-94b752ccd922 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.9344399 Feb 04 13:03:57.797813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:57.840971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:57.856848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:03:57.861651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:57.864577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:57.939708 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2', 'code': 200} Feb 04 13:03:57.949070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d8817-6825-48c2-944e-7751969f28c0 req-15e0e3cc-1ad4-4456-86c6-ca26ab4e0039 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:57.951362 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-105d8817-6825-48c2-944e-7751969f28c0 req-15e0e3cc-1ad4-4456-86c6-ca26ab4e0039 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 945 time: 0.5253127 Feb 04 13:03:57.960596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:57.978313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.978884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.979376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.979861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.980339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.980817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.981291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.981840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.982359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.982827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.983307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.983808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.984391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.984868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.985344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.986027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.987175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.987501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.987943 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.989954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.989954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.989954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.989954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:57.989954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:58.003413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:58.023921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Deleting port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:03:58.024304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:58.125208 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-105d8817-6825-48c2-944e-7751969f28c0 req-49d8d194-4804-42be-80ab-a7adfaf01fa2 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567216 Feb 04 13:03:58.417132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] For port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:03:58.417841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:58.580303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Calling delete_port for 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:03:58.691733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d890e5-676a-42b3-bdcc-8e07e97fc647 req-9c21d116-79ec-42f3-a8a1-0c2dea98ff0c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:03:58.693449 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08d890e5-676a-42b3-bdcc-8e07e97fc647 req-9c21d116-79ec-42f3-a8a1-0c2dea98ff0c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1933134 Feb 04 13:03:58.779308 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08d890e5-676a-42b3-bdcc-8e07e97fc647 req-a1de7707-c6dd-4f14-8b29-1ca166a4feb5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765085 Feb 04 13:03:58.943164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:58.965137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:59.079824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Pushing event deleted for resources: {'Port': ['ID=8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:59.091142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:59.309407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44458) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:59.325849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] No DVR routers for this DVR port 8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:03:59.330441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:59.335622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'name': 'network-vif-deleted', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:03:59.356966 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ccca18e5-33fb-4e7a-905c-d7aae9d0e023 req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "DELETE /v2.0/ports/8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2 HTTP/1.1" status: 204 len: 173 time: 1.5960116 Feb 04 13:03:59.386388 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7583b9f2-8191-4c55-a433-aa0ede3029b0 req-2fbb0126-ee7a-4cc2-b210-5cbd41a8241f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e8e6502-ff26-43b2-86de-4aa5b589237c HTTP/1.1" status: 200 len: 210 time: 0.0793722 Feb 04 13:03:59.424788 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8e6502-ff26-43b2-86de-4aa5b589237c', 'name': 'network-vif-deleted', 'tag': '8f603dd0-c81e-4b9d-a8f8-ecb6546b15b2', 'status': 'completed', 'code': 200} Feb 04 13:03:59.594820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:59.614090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:03:59.619105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Usage tracker for resource:security_group_rule and tenant:3b32d40ccc3a4369adb270210602018e is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:03:59.622789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:03:59.630615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:03:59.745813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:59.749047 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:59.766689 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bbcb7a2c-dcae-445b-8875-d713e7a5a101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:03:59.815518 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b32d40ccc3a4369adb270210602018e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039389 Feb 04 13:03:59.818486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44480) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:03:59.821359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cb2c9a-13e3-4afd-be35-19017f7f04e6,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:03:59.832256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.832754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.833150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.833607 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.834108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.834493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.834875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.835262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.835598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.836134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.836535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.836924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.837420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.837854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.838232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.838600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.838945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.839313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.839685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.840080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.840485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.840909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.841347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.841742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:03:59.846848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:03:59.935115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:03:59.974586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:00.055245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:00.059874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-94a8b14d-69df-41be-a51f-f2a117b03598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:00.074127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cb2c9a-13e3-4afd-be35-19017f7f04e6,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:00.077164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:00.085425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:00.089172 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80cb2c9a-13e3-4afd-be35-19017f7f04e6 HTTP/1.1" status: 204 len: 168 time: 0.2660439 Feb 04 13:04:00.226244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2e081-4dfb-48aa-8962-01e95bcf363f req-968c6fb7-4d5f-4499-bf32-8885154e4634 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:00.227971 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-05d2e081-4dfb-48aa-8962-01e95bcf363f req-968c6fb7-4d5f-4499-bf32-8885154e4634 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2521737 Feb 04 13:04:00.298333 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-05d2e081-4dfb-48aa-8962-01e95bcf363f req-1db767b2-6406-4a9f-a956-63c2f8623321 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627437 Feb 04 13:04:00.918731 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44518) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:01.164688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.186941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:01.192458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e806525400143b4bc953ba33d06a00e is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:01.196690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:01.203318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:01.333357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.342103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.353772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6c1608da-dccd-44a5-a72a-25993149942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:01.387505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af6dde-19b3-4277-9e9f-aa84ae917543,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:01.395362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:01.438705 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e806525400143b4bc953ba33d06a00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181646 Feb 04 13:04:01.440017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44550) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:01.488467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-909e2de8-9efc-4c43-b76a-49576218431a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:01.490407 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-909e2de8-9efc-4c43-b76a-49576218431a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/networks?id=4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 200 len: 808 time: 0.4122503 Feb 04 13:04:01.516979 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-fd50391b-737d-4cfe-89f8-4a731bc43686 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/quotas/9482ee1d5d204e3aa3265174499fc43d HTTP/1.1" status: 200 len: 375 time: 0.0172691 Feb 04 13:04:01.541451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:04:01.579728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.649801 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-905e7342-c1ab-48e2-ab9c-c5f6bb2d94e0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9482ee1d5d204e3aa3265174499fc43d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305828 Feb 04 13:04:01.660765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.765069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.775496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3a470ef5-7558-4cc1-8abe-d0e2e83026ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:01.793919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af6dde-19b3-4277-9e9f-aa84ae917543,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:01.804136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:01.805718 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/81af6dde-19b3-4277-9e9f-aa84ae917543 HTTP/1.1" status: 204 len: 168 time: 0.3622284 Feb 04 13:04:01.806898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:01.905537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-515c53d4-0528-4f98-b12e-fa37f7c79ecc service neutron] 10.222.0.45 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507911 Feb 04 13:04:02.277085 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-222f7db7-f483-4715-8b6a-7ae09be85c94 service neutron] 10.222.0.45 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3701203 Feb 04 13:04:02.629028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acceaf59-7f0b-4324-bca2-0f69260ad931 req-ecb1b53e-2433-4fa1-9900-42648c986929 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:02.638088 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-acceaf59-7f0b-4324-bca2-0f69260ad931 req-ecb1b53e-2433-4fa1-9900-42648c986929 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.4107246 Feb 04 13:04:02.714768 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-acceaf59-7f0b-4324-bca2-0f69260ad931 req-2f1bf06d-2196-4118-b570-3dcac9b09eb1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755613 Feb 04 13:04:02.861529 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0f9cf8f-6713-4080-bbe6-9abddf8d3ad2 req-a3e1ac3a-3a6b-4e0b-a491-ea63caf8bed4 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 210 time: 0.0773411 Feb 04 13:04:02.931670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44600) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:03.429430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:03.449887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:03.456961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d12b324d7abd484ab7684748a92e2e8f is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:03.462877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:03.475138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:03.643077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:03.647761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:03.666259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e6dd307f-2683-4c47-bb12-80160556b967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:03.758390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44620) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:03.766413 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d12b324d7abd484ab7684748a92e2e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8332880 Feb 04 13:04:03.769448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c2aba-feb7-45e3-95dc-934f17528d89,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:03.800611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:03.917436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:04.085975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:04.375007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13bb2a-b83c-4f45-97b7-202a4bae0e79 req-cc6af4e1-6871-4101-a645-f68904171c21 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:04.376830 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8c13bb2a-b83c-4f45-97b7-202a4bae0e79 req-cc6af4e1-6871-4101-a645-f68904171c21 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.4040947 Feb 04 13:04:04.390379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:04.426519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e3bd4748-df2a-4cb9-80ec-6c6149c1b1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:04.445308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c2aba-feb7-45e3-95dc-934f17528d89,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:04.448692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:04.539306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:04.544118 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da2c2aba-feb7-45e3-95dc-934f17528d89 HTTP/1.1" status: 204 len: 168 time: 0.7840476 Feb 04 13:04:04.567563 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8c13bb2a-b83c-4f45-97b7-202a4bae0e79 req-4790c578-e4b8-4a0d-a6c6-e08048fc34d9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596770 Feb 04 13:04:04.589010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-152425c5-fe0b-4a94-a1fb-6464c662851a req-f324db14-076a-4eca-899b-4f0d1f534091 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Synchronizing usage tracker for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:04.648413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-152425c5-fe0b-4a94-a1fb-6464c662851a req-f324db14-076a-4eca-899b-4f0d1f534091 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Unset dirty status for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:04.663694 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-152425c5-fe0b-4a94-a1fb-6464c662851a req-f324db14-076a-4eca-899b-4f0d1f534091 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 210 time: 0.1896558 Feb 04 13:04:04.836174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-b7773cb6-deaf-41e3-8fa2-f2c19f2a4d40 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:04.837871 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-b7773cb6-deaf-41e3-8fa2-f2c19f2a4d40 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "GET /v2.0/networks?id=4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 200 len: 808 time: 0.6510105 Feb 04 13:04:04.861720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Request body: {'port': {'device_id': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa', 'admin_state_up': True, 'tenant_id': '9482ee1d5d204e3aa3265174499fc43d'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:05.116211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:05.127151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:05.138546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Made reservation on behalf of 9482ee1d5d204e3aa3265174499fc43d for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:04:05.160575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:05.499697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-113a895d-fb7a-4aa8-bbe1-0e17706cf628 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:05.501471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-113a895d-fb7a-4aa8-bbe1-0e17706cf628 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.3960073 Feb 04 13:04:05.524739 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-5cf64f1c-83ca-4afa-b4e9-5167c0e71f45 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/quotas/27f46618687548b0995ad9a9e733a34c HTTP/1.1" status: 200 len: 375 time: 0.0165153 Feb 04 13:04:05.609445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Allocated IP 172.20.0.6 (4be26fa2-02cb-43a4-b015-2608e6646dfa/1275549b-5ba9-4c17-bd33-288597e3689c/33fcb2e0-57d1-451e-ab05-5fb7687cd094) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:04:05.619029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:05.684615 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-99440e01-5ee7-49a1-b280-e605d5e3f548 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1585824 Feb 04 13:04:05.700991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:05.702037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:06.000325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:06.051414 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-082a1e03-7997-42ca-83f0-2a310e5b9c4c service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658519 Feb 04 13:04:06.139962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccc428-8168-446b-953b-e3b5ab9c0b26 req-32e5ed14-9a8c-4c3e-9a73-7a81dc8ebd0c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:06.146668 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f4ccc428-8168-446b-953b-e3b5ab9c0b26 req-32e5ed14-9a8c-4c3e-9a73-7a81dc8ebd0c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2930892 Feb 04 13:04:06.208166 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-be950526-5c3e-48c0-9f9e-36d786843c50 service neutron] 10.222.0.45 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1501682 Feb 04 13:04:06.215025 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f4ccc428-8168-446b-953b-e3b5ab9c0b26 req-24dbe58b-f21d-49ea-89d2-94c3a5e6c89f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646796 Feb 04 13:04:06.231435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:06.252177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:06.499528 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5ed4c7e9-45ce-4aed-9ce5-d0b99dd70033 req-6329fa5a-e6c7-406b-9585-89959669c853 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 210 time: 0.0639696 Feb 04 13:04:06.528612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Pushing event updated for resources: {'Port': ['ID=33fcb2e0-57d1-451e-ab05-5fb7687cd094,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:06.538898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:06.714227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e5b0-f932-4275-b369-b0b926602a6d req-e6ec75e8-cc99-4c9e-ad69-caa0543a4183 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:06.722653 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8436e5b0-f932-4275-b369-b0b926602a6d req-e6ec75e8-cc99-4c9e-ad69-caa0543a4183 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 931 time: 0.3342462 Feb 04 13:04:06.730176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:04:06.768022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:04:06.773992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:04:06.841358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:06.842111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:06.875659 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8436e5b0-f932-4275-b369-b0b926602a6d req-17f0c4f3-967b-496d-aff7-95b370998e7a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520157 Feb 04 13:04:06.912804 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0560915 Feb 04 13:04:06.956254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Request body: {'port': {'device_id': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:07.084991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:07.551569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece6e7-dfe3-4749-9b5c-6188590b13c7 req-b474a866-5dc1-4de1-ae52-16279e13c22d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:07.553493 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8cece6e7-dfe3-4749-9b5c-6188590b13c7 req-b474a866-5dc1-4de1-ae52-16279e13c22d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1783340 Feb 04 13:04:07.642378 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8cece6e7-dfe3-4749-9b5c-6188590b13c7 req-95d2cfd0-8462-4e98-80a3-f41f62c72479 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814826 Feb 04 13:04:07.738240 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61699687-6a69-4f17-b923-90758495b24a req-65b7b4c6-c398-4dc8-b0e9-5d639fe11faa tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 210 time: 0.0589831 Feb 04 13:04:07.825535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fcb2e0-57d1-451e-ab05-5fb7687cd094 {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:04:07.834787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:07.849560 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Transition to ACTIVE for port object 33fcb2e0-57d1-451e-ab05-5fb7687cd094 will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:04:07.853153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:07.869734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:08.013396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=33fcb2e0-57d1-451e-ab05-5fb7687cd094,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:08.016963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:08.224804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Attempting to bind port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:04:08.225171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Attempting to bind port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:04:08.225557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Attempting to bind port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 on network 4be26fa2-02cb-43a4-b015-2608e6646dfa {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:04:08.313070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba9eb-2fe5-4544-a537-151d44bd88db req-bc6fa1d2-b40e-431f-9211-6f1858a54931 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:08.313900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e45ba9eb-2fe5-4544-a537-151d44bd88db req-bc6fa1d2-b40e-431f-9211-6f1858a54931 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Synchronizing usage tracker for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:08.320364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:08.320739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Checking segment: {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:04:08.321130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:08.321698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Bound using segment: {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:08.322209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Bound port: 33fcb2e0-57d1-451e-ab05-5fb7687cd094, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c488bc8-24a6-4553-9a0d-941d19fa9de8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4be26fa2-02cb-43a4-b015-2608e6646dfa'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:04:08.322574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:08.380570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e45ba9eb-2fe5-4544-a537-151d44bd88db req-bc6fa1d2-b40e-431f-9211-6f1858a54931 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Unset dirty status for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:08.381945 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e45ba9eb-2fe5-4544-a537-151d44bd88db req-bc6fa1d2-b40e-431f-9211-6f1858a54931 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.3497045 Feb 04 13:04:08.480901 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e45ba9eb-2fe5-4544-a537-151d44bd88db req-a2389da5-5719-4393-adbd-8ba93d1aa507 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911102 Feb 04 13:04:08.491712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] For port 33fcb2e0-57d1-451e-ab05-5fb7687cd094, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:04:08.495290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] For port 33fcb2e0-57d1-451e-ab05-5fb7687cd094, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=33fcb2e0-57d1-451e-ab05-5fb7687cd094,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:04:08.502405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:08.519652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:08.697865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-719732e8-e7e5-4502-b7f1-ec9e4f26f09b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:08.700841 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-719732e8-e7e5-4502-b7f1-ec9e4f26f09b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 814 time: 0.2974262 Feb 04 13:04:08.701430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=33fcb2e0-57d1-451e-ab05-5fb7687cd094,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:08.715976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:08.725294 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Request body: {'port': {'device_id': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48', 'admin_state_up': True, 'tenant_id': '27f46618687548b0995ad9a9e733a34c'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:08.764928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:08.765615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:08.767205 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] 10.222.0.106 "PUT /v2.0/ports/33fcb2e0-57d1-451e-ab05-5fb7687cd094 HTTP/1.1" status: 200 len: 1157 time: 1.8165927 Feb 04 13:04:08.767768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'tag': '33fcb2e0-57d1-451e-ab05-5fb7687cd094'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:08.868168 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'tag': '33fcb2e0-57d1-451e-ab05-5fb7687cd094', 'status': 'completed', 'code': 200} Feb 04 13:04:08.914292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-9c47f7a2-3ad8-485d-b363-b6905c7c8ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:08.915958 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-9c47f7a2-3ad8-485d-b363-b6905c7c8ddb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9482ee1d5d204e3aa3265174499fc43d&device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 1160 time: 0.0986969 Feb 04 13:04:09.008224 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a7942c38-e1e2-4c50-af74-88ae3edcf193 req-90995ea5-816c-4909-9de8-ff9d6548d9fa tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 210 time: 0.0610423 Feb 04 13:04:09.059507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11611077-c8b3-441a-9701-deea5c4f3aad req-6450ab5b-30e6-4de4-9f43-bed0dc5e3484 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:09.061238 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-11611077-c8b3-441a-9701-deea5c4f3aad req-6450ab5b-30e6-4de4-9f43-bed0dc5e3484 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2476392 Feb 04 13:04:09.062498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:09.090389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:09.120343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Made reservation on behalf of 27f46618687548b0995ad9a9e733a34c for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:04:09.141388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:09.170021 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-d2678836-473a-44d7-8e91-1d6d03d84c1f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fcb2e0-57d1-451e-ab05-5fb7687cd094 HTTP/1.1" status: 200 len: 217 time: 0.0719392 Feb 04 13:04:09.178816 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-11611077-c8b3-441a-9701-deea5c4f3aad req-c9a9cd13-fcd4-4288-887d-3bdda4b2d824 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083744 Feb 04 13:04:09.259322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-5aec1297-fdb5-4c8a-85d0-1b9644f4841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:09.260857 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-5aec1297-fdb5-4c8a-85d0-1b9644f4841d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1275549b-5ba9-4c17-bd33-288597e3689c HTTP/1.1" status: 200 len: 848 time: 0.0822308 Feb 04 13:04:09.315510 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-1af11a81-ba48-4bc5-a7d2-01e93e15c5c7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=4be26fa2-02cb-43a4-b015-2608e6646dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489440 Feb 04 13:04:09.475022 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-92402136-2a77-46db-8ae9-05d5a23c878a service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541638 Feb 04 13:04:09.571253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Allocated IP 172.20.0.4 (8ae052a7-8d74-4e44-b249-4e879db86a48/28dcd00e-a20a-4490-aad9-f6cdf071a3b6/95ff03b5-02c8-4819-9766-45864bf7a254) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:04:09.654150 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83356be6-ce0a-4b0a-9f95-70b78c239ccf req-a34ec882-84be-4df3-bb2d-5ab3b7bd5d22 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694608 Feb 04 13:04:09.839391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eac80-cb30-4edd-b457-966de0d75149 req-ce5e9ec2-4cb8-497d-ad3e-e29a0b24feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:09.842059 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-ce5e9ec2-4cb8-497d-ad3e-e29a0b24feb6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=9482ee1d5d204e3aa3265174499fc43d&device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 1160 time: 0.1348879 Feb 04 13:04:09.925292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:10.035474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedb0cf-d215-466a-80d2-b47bb17c14ef req-70d59503-39fa-4cbe-a0db-5fd07960a38a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:10.037329 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2fedb0cf-d215-466a-80d2-b47bb17c14ef req-70d59503-39fa-4cbe-a0db-5fd07960a38a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.3485770 Feb 04 13:04:10.210152 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2fedb0cf-d215-466a-80d2-b47bb17c14ef req-532db505-7c80-41ed-98a0-edecefb758f9 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470878 Feb 04 13:04:10.224747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:10.237383 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56e730e9-c55d-4d8d-843f-728d70b6d079 req-e6d0f759-c4d5-4b6f-ad22-858b269cb8ef tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 210 time: 0.0705404 Feb 04 13:04:10.261396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eac80-cb30-4edd-b457-966de0d75149 req-f46d8320-2e8d-4a6f-991c-9d3f3acd3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:10.263243 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-f46d8320-2e8d-4a6f-991c-9d3f3acd3bb0 service neutron] 10.222.0.106 "GET /v2.0/networks?id=4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 200 len: 902 time: 0.4096353 Feb 04 13:04:10.264501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:10.363134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event updated for resources: {'Port': ['ID=95ff03b5-02c8-4819-9766-45864bf7a254,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:10.380456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:10.427820 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-31c47940-8379-40e1-8822-fb7926edd50d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33fcb2e0-57d1-451e-ab05-5fb7687cd094 HTTP/1.1" status: 200 len: 217 time: 0.1579871 Feb 04 13:04:10.584330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:04:10.615871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eac80-cb30-4edd-b457-966de0d75149 req-76fe9c86-5297-4182-a41e-8f2535959c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:10.617607 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-76fe9c86-5297-4182-a41e-8f2535959c1e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=1275549b-5ba9-4c17-bd33-288597e3689c HTTP/1.1" status: 200 len: 848 time: 0.0669401 Feb 04 13:04:10.667435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d0e66-5950-4892-9244-4b57433af7c7 req-a1d9e469-7c8e-4314-80c6-53b50518cef1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:10.669181 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-620d0e66-5950-4892-9244-4b57433af7c7 req-a1d9e469-7c8e-4314-80c6-53b50518cef1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2221181 Feb 04 13:04:10.670455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:04:10.672935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:04:10.673930 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-539d2f42-d94c-4b6a-b71a-0484e1cf859f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=4be26fa2-02cb-43a4-b015-2608e6646dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507925 Feb 04 13:04:10.820843 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-f0bc0a8e-2da6-4b26-85b9-07236259e6a9 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413038 Feb 04 13:04:10.834843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:10.835498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:10.860087 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-620d0e66-5950-4892-9244-4b57433af7c7 req-ad940628-5c61-49a7-aad4-fd368e01a5b8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562707 Feb 04 13:04:10.882285 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1657183 Feb 04 13:04:10.899085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Request body: {'port': {'device_id': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:10.981397 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c63eac80-cb30-4edd-b457-966de0d75149 req-d387b7df-7d7a-4ccb-a797-7393e697f108 service neutron] 10.222.0.106 "GET /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512117 Feb 04 13:04:11.032520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:11.572369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ff03b5-02c8-4819-9766-45864bf7a254 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:04:11.596949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44780) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:11.600445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:11.623181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Transition to ACTIVE for port object 95ff03b5-02c8-4819-9766-45864bf7a254 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:04:11.629188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:11.646078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9e5adcf8-d292-4fd3-85bf-872caca42c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:11.701511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaff31b-29c4-46b8-967d-37289f2ccad3 req-7bd68afe-bda1-444c-a81a-9829a648575a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:11.709600 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-daaff31b-29c4-46b8-967d-37289f2ccad3 req-7bd68afe-bda1-444c-a81a-9829a648575a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.2514172 Feb 04 13:04:11.790395 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-daaff31b-29c4-46b8-967d-37289f2ccad3 req-ae7796ff-d39f-4c0d-aed1-195b007f9896 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796416 Feb 04 13:04:11.823645 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:11.845220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:11.851167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:17144a3ba92a45419b932c387a4a36b3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:11.854972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:11.862538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:11.986700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:11.991425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.010244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-11ea622a-8ed2-46ac-a90e-1b92dc8918ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:12.061332 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17144a3ba92a45419b932c387a4a36b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626091 Feb 04 13:04:12.062311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba3b0f-ab0f-4e4e-81f8-881e67571605,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:12.065890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:12.066601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44790) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:12.154113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d85a6b-a3ac-4fe5-933d-5e5430f07a8a req-305d5e98-29e9-40ae-998f-48504e29a58c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:12.154853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b2d85a6b-a3ac-4fe5-933d-5e5430f07a8a req-305d5e98-29e9-40ae-998f-48504e29a58c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:12.157511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.191399 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.199253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Pushing event updated for resources: {'Port': ['ID=95ff03b5-02c8-4819-9766-45864bf7a254,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:12.207181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:12.227194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b2d85a6b-a3ac-4fe5-933d-5e5430f07a8a req-305d5e98-29e9-40ae-998f-48504e29a58c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:12.228634 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b2d85a6b-a3ac-4fe5-933d-5e5430f07a8a req-305d5e98-29e9-40ae-998f-48504e29a58c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 931 time: 0.7426748 Feb 04 13:04:12.267986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.273980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aceb8ccd-a3d1-432a-8448-34d194651dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:12.289127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba3b0f-ab0f-4e4e-81f8-881e67571605,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:12.292310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:12.293547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.298030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1ba3b0f-ab0f-4e4e-81f8-881e67571605 HTTP/1.1" status: 204 len: 168 time: 0.2303014 Feb 04 13:04:12.419852 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b2d85a6b-a3ac-4fe5-933d-5e5430f07a8a req-93f98ebc-ccc3-4c50-9282-1e839fd6ea17 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718535 Feb 04 13:04:12.523343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Attempting to bind port 95ff03b5-02c8-4819-9766-45864bf7a254 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:04:12.523981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Attempting to bind port 95ff03b5-02c8-4819-9766-45864bf7a254 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:04:12.524342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Attempting to bind port 95ff03b5-02c8-4819-9766-45864bf7a254 on network 8ae052a7-8d74-4e44-b249-4e879db86a48 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:04:12.530902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:12.531315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Checking segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:04:12.531747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.532161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Bound using segment: {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:12.532631 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Bound port: 95ff03b5-02c8-4819-9766-45864bf7a254, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8ae052a7-8d74-4e44-b249-4e879db86a48'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:04:12.532997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.653394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] For port 95ff03b5-02c8-4819-9766-45864bf7a254, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:04:12.658676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] For port 95ff03b5-02c8-4819-9766-45864bf7a254, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95ff03b5-02c8-4819-9766-45864bf7a254,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:04:12.662847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:12.682205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fb6528f9-e956-4df3-95a5-9f74f90f2e26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:12.798658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577b44-1b5f-4575-a267-3039b252e678 req-a79b717c-4310-49ec-9bf3-ab1ba2e5fa5c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:12.800479 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-42577b44-1b5f-4575-a267-3039b252e678 req-a79b717c-4310-49ec-9bf3-ab1ba2e5fa5c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2231345 Feb 04 13:04:12.900330 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-42577b44-1b5f-4575-a267-3039b252e678 req-aae3afa9-ae99-4034-a9ee-27d6933105b2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873234 Feb 04 13:04:13.010667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Pushing event updated for resources: {'Port': ['ID=95ff03b5-02c8-4819-9766-45864bf7a254,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:13.019021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:13.033708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:13.034664 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:13.036667 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] 10.222.0.106 "PUT /v2.0/ports/95ff03b5-02c8-4819-9766-45864bf7a254 HTTP/1.1" status: 200 len: 1157 time: 2.1425653 Feb 04 13:04:13.037299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'tag': '95ff03b5-02c8-4819-9766-45864bf7a254'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:13.141884 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'tag': '95ff03b5-02c8-4819-9766-45864bf7a254', 'status': 'completed', 'code': 200} Feb 04 13:04:13.263937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-c30a686a-5041-4f75-861a-ea07728c0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:13.265562 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-c30a686a-5041-4f75-861a-ea07728c0bb5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 1160 time: 0.1228712 Feb 04 13:04:13.386280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed08c4-0e38-4475-b6fd-3523b822483a req-6add711a-b040-4fdf-9f7a-fbf6105e09f6 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:13.388001 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-09ed08c4-0e38-4475-b6fd-3523b822483a req-6add711a-b040-4fdf-9f7a-fbf6105e09f6 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.3032668 Feb 04 13:04:13.474107 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-648a1613-4a45-48c2-931a-dc8a0f04ce9c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ff03b5-02c8-4819-9766-45864bf7a254 HTTP/1.1" status: 200 len: 217 time: 0.0849402 Feb 04 13:04:13.579101 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-09ed08c4-0e38-4475-b6fd-3523b822483a req-e20b498d-2158-48d4-98e7-fff8efae41b0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348174 Feb 04 13:04:13.588958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c4cf7-d032-44a9-826d-ca337095f060 req-a80f7ab3-335e-44fb-b097-522f5b7a3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:13.590824 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-a80f7ab3-335e-44fb-b097-522f5b7a3c57 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1106162 Feb 04 13:04:13.652856 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-7955bb0f-21db-4a2b-a8f6-37fc2dab63ea service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527172 Feb 04 13:04:13.876245 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-ee3a33ba-8892-4cc1-9add-5d29b2013148 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175310 Feb 04 13:04:14.000812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c7bc2-00d0-4183-b47b-41e09ff702c7 req-b3acaca6-3f0e-45d7-a7a0-619d0f59ba6b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:14.002603 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f25c7bc2-00d0-4183-b47b-41e09ff702c7 req-b3acaca6-3f0e-45d7-a7a0-619d0f59ba6b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 943 time: 0.2641172 Feb 04 13:04:14.165473 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f25c7bc2-00d0-4183-b47b-41e09ff702c7 req-b4134788-5897-4436-970d-67636512b9a4 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148419 Feb 04 13:04:14.222904 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-050c4cf7-d032-44a9-826d-ca337095f060 req-fccaf2d8-5431-47c7-94ab-8761e60c4515 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3344367 Feb 04 13:04:14.322089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fb11-d801-4358-ad1c-2c35cbb3ffd1 req-fee3b89d-865c-4100-9e80-132945994e2c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:14.331108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8f8fb11-d801-4358-ad1c-2c35cbb3ffd1 req-fee3b89d-865c-4100-9e80-132945994e2c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2244239 Feb 04 13:04:14.379458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-98ae43a5-d1cb-48d5-8af0-17853257a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:14.386632 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-98ae43a5-d1cb-48d5-8af0-17853257a10f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=27f46618687548b0995ad9a9e733a34c&device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 1160 time: 0.1055405 Feb 04 13:04:14.419513 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8f8fb11-d801-4358-ad1c-2c35cbb3ffd1 req-1815dde6-4ed3-426d-a835-bccf96276861 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871017 Feb 04 13:04:14.668801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-b56c954c-f718-4440-8320-bb66d2e9d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:14.670744 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-b56c954c-f718-4440-8320-bb66d2e9d799 service neutron] 10.222.0.106 "GET /v2.0/networks?id=8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 200 len: 908 time: 0.2755558 Feb 04 13:04:14.803197 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-ce8f9c97-c58f-4d0e-b248-b9b94c35c596 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95ff03b5-02c8-4819-9766-45864bf7a254 HTTP/1.1" status: 200 len: 217 time: 0.1176946 Feb 04 13:04:14.804911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 44866) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:14.915292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58622-e898-4033-ab6d-631586f6dc18 req-a5a276d9-17e1-46fb-b5be-e84e903c5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:14.918631 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-30d58622-e898-4033-ab6d-631586f6dc18 req-a5a276d9-17e1-46fb-b5be-e84e903c5c9e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.2150238 Feb 04 13:04:14.998770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-2df2da1f-8ef4-4c48-bc00-61403c0e0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:15.002163 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-2df2da1f-8ef4-4c48-bc00-61403c0e0689 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 200 len: 854 time: 0.1894252 Feb 04 13:04:15.011981 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-30d58622-e898-4033-ab6d-631586f6dc18 req-787a3e63-c5ac-4d61-be6e-38396b339fdd service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869448 Feb 04 13:04:15.086249 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-ef3d0ed5-b32d-44e0-94b9-e3c1e101335f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=8ae052a7-8d74-4e44-b249-4e879db86a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691228 Feb 04 13:04:15.090697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:15.115319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:15.201407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29886180-e773-4907-8b32-34cea0cfc377 req-c2a0939b-5662-4ed5-bd58-9be6bbb98025 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:15.203188 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29886180-e773-4907-8b32-34cea0cfc377 req-c2a0939b-5662-4ed5-bd58-9be6bbb98025 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.3283851 Feb 04 13:04:15.204380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Usage tracker for resource:security_group_rule and tenant:bbbdf23fa128442b8904091f75f48b23 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:15.208088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:15.216114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:15.306374 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29886180-e773-4907-8b32-34cea0cfc377 req-7f7f328f-00f1-461d-8c86-5ea61d0c93d0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949647 Feb 04 13:04:15.377297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:15.381449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:15.389099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-62b658f7-6f76-4613-9b79-1f18b6810559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:15.516635 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbbdf23fa128442b8904091f75f48b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106338 Feb 04 13:04:15.524287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 44878) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:15.529468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a3d420-03b1-40a7-bcda-addc82931994,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:15.533171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:15.648645 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-4005f039-7031-4cd9-9399-39a8149098a1 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414060 Feb 04 13:04:16.100677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eefd57-4621-41ca-97aa-cff974142923 req-454b52a8-f6f7-43bc-841a-72f324c9cb78 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:16.104919 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-76eefd57-4621-41ca-97aa-cff974142923 req-454b52a8-f6f7-43bc-841a-72f324c9cb78 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 943 time: 0.7178149 Feb 04 13:04:16.133291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac9e3-db54-4931-b447-d7d4af81b2a6 req-0f4c9f60-929a-42bf-a79f-7eb15de2967b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:16.137971 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f25ac9e3-db54-4931-b447-d7d4af81b2a6 req-0f4c9f60-929a-42bf-a79f-7eb15de2967b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.5437031 Feb 04 13:04:16.175248 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-69e9ca68-dc99-4951-8bf7-b96696a23f53 req-996dadf6-e29b-472b-a3d2-169f274857f9 service neutron] 10.222.0.106 "GET /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5193963 Feb 04 13:04:16.235618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:16.248896 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f25ac9e3-db54-4931-b447-d7d4af81b2a6 req-e259d4af-cca9-413e-a8b3-d12fc669ea61 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971897 Feb 04 13:04:16.297846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:16.439514 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-76eefd57-4621-41ca-97aa-cff974142923 req-6d5e520e-8c3f-4df2-8297-6817acdb29b5 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847927 Feb 04 13:04:16.461815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:16.468771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e237d332-5341-41e3-895d-8342fe645fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:16.486703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:16.487903 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0a3d420-03b1-40a7-bcda-addc82931994 HTTP/1.1" status: 204 len: 168 time: 0.9596679 Feb 04 13:04:16.489119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a3d420-03b1-40a7-bcda-addc82931994,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:16.493358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:16.869093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1d1b-7399-47b1-91db-b73634988cea req-881817d6-056d-4fdf-8672-e6ab9dd67319 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:16.874199 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5c1a1d1b-7399-47b1-91db-b73634988cea req-881817d6-056d-4fdf-8672-e6ab9dd67319 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.2076972 Feb 04 13:04:16.950021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:16.958562 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5c1a1d1b-7399-47b1-91db-b73634988cea req-058ace47-f320-4d82-b871-66f44cbb730d tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811517 Feb 04 13:04:17.652695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d77de5-90bc-4edf-8bf4-b0dded5ed910 req-e50bba33-e94d-4705-9fc7-d6742842cc12 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:17.661286 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b2d77de5-90bc-4edf-8bf4-b0dded5ed910 req-e50bba33-e94d-4705-9fc7-d6742842cc12 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2102771 Feb 04 13:04:17.678970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:17.746842 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b2d77de5-90bc-4edf-8bf4-b0dded5ed910 req-5150cba8-5a62-4fbf-8ba7-f0ffab5398df tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839717 Feb 04 13:04:17.798729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:17.799374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:17.936678 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f8ab7-0b12-4fb5-bf30-b8b2980ddb8d req-731d0b58-e33b-4dc8-978d-276ae100328b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:17.945372 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1d4f8ab7-0b12-4fb5-bf30-b8b2980ddb8d req-731d0b58-e33b-4dc8-978d-276ae100328b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 943 time: 0.3489127 Feb 04 13:04:18.052858 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1d4f8ab7-0b12-4fb5-bf30-b8b2980ddb8d req-bf6c0497-be19-4c7a-afcb-dfed1fd6a779 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058419 Feb 04 13:04:18.441426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff10de8-1226-4cfd-a03c-bc3b4a5ab463 req-33b4e35d-df49-4bc2-bdec-ed94e9b5dc1c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:18.451817 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3ff10de8-1226-4cfd-a03c-bc3b4a5ab463 req-33b4e35d-df49-4bc2-bdec-ed94e9b5dc1c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.2626314 Feb 04 13:04:18.559107 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3ff10de8-1226-4cfd-a03c-bc3b4a5ab463 req-b278b28b-b49c-4d13-8919-d322dbb4358c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019385 Feb 04 13:04:19.104220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011ac24-7dca-4f46-a41f-9a0ef09444b1 req-1aa66e97-d82d-4d0c-a958-34c855840c44 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:19.106062 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b011ac24-7dca-4f46-a41f-9a0ef09444b1 req-1aa66e97-d82d-4d0c-a958-34c855840c44 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1796165 Feb 04 13:04:19.184866 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b011ac24-7dca-4f46-a41f-9a0ef09444b1 req-b43aa7f3-1ecd-4687-996f-0578fbae6690 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Feb 04 13:04:19.279231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5a9243e9-c0a8-4f46-97d3-d629c1328708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:19.484804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb832b-01cd-4e17-8c64-9bdf82a69b65 req-2d61d38d-cd29-4def-b952-26440df5bf3a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:19.486581 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1cdb832b-01cd-4e17-8c64-9bdf82a69b65 req-2d61d38d-cd29-4def-b952-26440df5bf3a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 943 time: 0.2956617 Feb 04 13:04:19.579436 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1cdb832b-01cd-4e17-8c64-9bdf82a69b65 req-813155b4-6399-4b5d-b050-34607b0082dc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857143 Feb 04 13:04:20.045431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd1700-1638-4c5b-b2d2-1de1a36a1912 req-87914457-93d5-42e2-b3d3-7e91a36553f0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:20.058128 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e1cd1700-1638-4c5b-b2d2-1de1a36a1912 req-87914457-93d5-42e2-b3d3-7e91a36553f0 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 943 time: 0.3045664 Feb 04 13:04:20.206062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-d833372e-f938-4d9e-bf6f-40d5a44678b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:20.207925 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-d833372e-f938-4d9e-bf6f-40d5a44678b5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.1366906 Feb 04 13:04:20.232684 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e1cd1700-1638-4c5b-b2d2-1de1a36a1912 req-05c6b3be-c59f-4467-9d72-d598ed8f5374 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729217 Feb 04 13:04:20.338735 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357926a5-3d36-4b74-b8b9-eb2321e9e9af req-11d8659b-07ea-4a6d-a3d0-4d934e6c5c7b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:20.343009 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-357926a5-3d36-4b74-b8b9-eb2321e9e9af req-11d8659b-07ea-4a6d-a3d0-4d934e6c5c7b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2409933 Feb 04 13:04:20.408028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-ce646cc0-dcad-4f0a-9e59-d19550f0253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:20.409919 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-ce646cc0-dcad-4f0a-9e59-d19550f0253c service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.1766996 Feb 04 13:04:20.457082 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-357926a5-3d36-4b74-b8b9-eb2321e9e9af req-a049d3d7-e54f-4c8e-82c4-0c4dd7191569 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087961 Feb 04 13:04:20.490990 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-59ef243d-5c8d-4fe8-b161-a047da03fd7d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.0756314 Feb 04 13:04:20.561352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-740c2c9c-08c2-44d6-8152-c1b20926ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:20.563002 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-740c2c9c-08c2-44d6-8152-c1b20926ed5a service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.0664849 Feb 04 13:04:20.623534 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-c25a663d-90d9-4db0-b89d-4f0e613da535 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529003 Feb 04 13:04:20.804772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-db97c64d-7843-480f-a2ef-20e01d162d7b service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718149 Feb 04 13:04:20.921179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a8004-3e35-40ec-8fcd-dc873f5df249 req-48a605d1-3ae5-4b20-8310-f1637009279f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:20.922926 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e9a8004-3e35-40ec-8fcd-dc873f5df249 req-48a605d1-3ae5-4b20-8310-f1637009279f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 943 time: 0.1993742 Feb 04 13:04:20.998749 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e9a8004-3e35-40ec-8fcd-dc873f5df249 req-ee1e405e-3538-473d-829b-f60534e42fc9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687995 Feb 04 13:04:21.051416 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f5f7d657-8a8d-4bfd-a24b-2a4f3609f638 req-3c50af73-20b6-4c2b-a9bf-2cfdced34636 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2381825 Feb 04 13:04:21.116978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 33fcb2e0-57d1-451e-ab05-5fb7687cd094 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:21.196314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:04:21.203941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:21.204613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:21.337533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:21.373687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fcb2e0-57d1-451e-ab05-5fb7687cd094'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:21.381043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 33fcb2e0-57d1-451e-ab05-5fb7687cd094, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=33fcb2e0-57d1-451e-ab05-5fb7687cd094,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:21.386212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:21.389738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:21.446254 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fcb2e0-57d1-451e-ab05-5fb7687cd094', 'code': 200} Feb 04 13:04:21.483087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=33fcb2e0-57d1-451e-ab05-5fb7687cd094,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:21.487804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:21.654833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695f19f-36e2-4b71-bc45-e13c6f46bce4 req-67db0953-82aa-40a3-a2e0-99b1212cdbf2 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:21.656966 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0695f19f-36e2-4b71-bc45-e13c6f46bce4 req-67db0953-82aa-40a3-a2e0-99b1212cdbf2 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.2180119 Feb 04 13:04:21.836037 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0695f19f-36e2-4b71-bc45-e13c6f46bce4 req-d8891b70-5920-4f64-befd-d6b14abff4a7 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587749 Feb 04 13:04:21.914297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed63bf-0430-49d2-a3de-ac786e274062 req-d7ae7fc4-5fa3-40b2-b048-a8d6e37c3127 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:21.923557 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0ed63bf-0430-49d2-a3de-ac786e274062 req-d7ae7fc4-5fa3-40b2-b048-a8d6e37c3127 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2506084 Feb 04 13:04:21.926687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad5817-379d-419e-989f-8f681eddc3ce req-d738beda-939b-4381-acd6-ded183202f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:21.929314 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5ad5817-379d-419e-989f-8f681eddc3ce req-d738beda-939b-4381-acd6-ded183202f9b service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 1162 time: 0.2059014 Feb 04 13:04:22.022424 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5ad5817-379d-419e-989f-8f681eddc3ce req-c79e4249-cb5a-49ae-817f-2ce08742e2ad service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852649 Feb 04 13:04:22.081839 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0ed63bf-0430-49d2-a3de-ac786e274062 req-2c187a40-372e-49e4-be5b-1149db4e37a8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568139 Feb 04 13:04:22.379520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e384dbc-0581-4c63-a75a-deb299865247 req-b287f9db-d8a8-4824-b4c4-2883d0d8d7b9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:22.381311 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6e384dbc-0581-4c63-a75a-deb299865247 req-b287f9db-d8a8-4824-b4c4-2883d0d8d7b9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 943 time: 0.1776767 Feb 04 13:04:22.454058 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6e384dbc-0581-4c63-a75a-deb299865247 req-67218d25-0dc3-4776-a033-6931165f2077 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Feb 04 13:04:22.942356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 33fcb2e0-57d1-451e-ab05-5fb7687cd094 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:23.067625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:23.071517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.196211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45126) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:23.245374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95ff03b5-02c8-4819-9766-45864bf7a254 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:23.263151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0393ab6-8692-4b49-af13-d162b42c76e2 req-3fa53e79-62a4-4287-b552-ac555dc9ab7f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:23.271564 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0393ab6-8692-4b49-af13-d162b42c76e2 req-3fa53e79-62a4-4287-b552-ac555dc9ab7f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.2610600 Feb 04 13:04:23.345395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 95ff03b5-02c8-4819-9766-45864bf7a254 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:04:23.354846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95ff03b5-02c8-4819-9766-45864bf7a254 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:23.355458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.357622 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0393ab6-8692-4b49-af13-d162b42c76e2 req-cd719661-5c2b-43bd-80a7-ee30c880091c tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822589 Feb 04 13:04:23.397589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7289234-4cfb-41de-a6ce-32d62adf986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.476673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11531a1-226a-4255-8c72-d3cd5753f534 req-9fe665ad-3530-4436-8ce0-c4c98951362d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:23.476673 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c11531a1-226a-4255-8c72-d3cd5753f534 req-9fe665ad-3530-4436-8ce0-c4c98951362d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2282777 Feb 04 13:04:23.513047 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.535710 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.543983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:23.549064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a85b996f884813a49a6782923f5757 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:23.553979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:23.561071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:23.574912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 95ff03b5-02c8-4819-9766-45864bf7a254, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95ff03b5-02c8-4819-9766-45864bf7a254,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:23.576268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ff03b5-02c8-4819-9766-45864bf7a254'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:23.583434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.586021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:23.654726 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c11531a1-226a-4255-8c72-d3cd5753f534 req-b41bb5a5-290e-40de-9593-3bbcce460995 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643443 Feb 04 13:04:23.678255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=95ff03b5-02c8-4819-9766-45864bf7a254,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:23.682056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:23.726728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.731358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.753401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d09a5f85-4d1f-4266-aece-727f4f6c4b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:23.781153 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1a85b996f884813a49a6782923f5757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5836504 Feb 04 13:04:23.786162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45142) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:23.802327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e21b0fc-4f79-45c2-8b28-1fc762322657,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:23.806994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:23.827705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca0937-1cf8-4694-b2db-1415392cbf89 req-1da1494d-905e-4bb7-b32b-3988f91a2dbc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:23.829517 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6ca0937-1cf8-4694-b2db-1415392cbf89 req-1da1494d-905e-4bb7-b32b-3988f91a2dbc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 945 time: 0.1762838 Feb 04 13:04:23.858147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.887703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.898420 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6ca0937-1cf8-4694-b2db-1415392cbf89 req-f09f4b19-5a6c-4236-98f7-36ad8960eac7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615022 Feb 04 13:04:23.901319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ff03b5-02c8-4819-9766-45864bf7a254', 'code': 200} Feb 04 13:04:23.939715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.947472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ebd5d553-e9ff-44f7-b644-cb32c2551021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:23.966597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e21b0fc-4f79-45c2-8b28-1fc762322657,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:23.970654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:23.980467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:23.984953 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e21b0fc-4f79-45c2-8b28-1fc762322657 HTTP/1.1" status: 204 len: 168 time: 0.1952031 Feb 04 13:04:24.025201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:24.207263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed111-38dd-45c0-8110-46271c2a9113 req-61c6bf31-d66e-426d-ac96-fb80182ef389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:24.208955 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a66ed111-38dd-45c0-8110-46271c2a9113 req-61c6bf31-d66e-426d-ac96-fb80182ef389 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 1162 time: 0.0807419 Feb 04 13:04:24.264328 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a66ed111-38dd-45c0-8110-46271c2a9113 req-5194230c-86c7-44b1-a90e-4768bdd1ef10 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Feb 04 13:04:24.417691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45158) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:24.437532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:24.454232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:24.458497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Usage tracker for resource:security_group_rule and tenant:c4c4f35e7ef04fffb762d34025198bfd is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:24.461903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:24.465685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:24.470928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:24.729577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c3fa0-ee1f-4e01-b9ed-7f024f87cc8c req-ff6fb911-0a71-4bbf-939c-773187e8c139 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:24.731402 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ad6c3fa0-ee1f-4e01-b9ed-7f024f87cc8c req-ff6fb911-0a71-4bbf-939c-773187e8c139 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.2398777 Feb 04 13:04:24.740404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:24.780826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:24.793570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d5433c71-fadd-4471-ad77-c4908a26f189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:24.835787 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c4c4f35e7ef04fffb762d34025198bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168053 Feb 04 13:04:24.856923 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ad6c3fa0-ee1f-4e01-b9ed-7f024f87cc8c req-168ae0b5-f0d3-4db0-b792-486cebe8d185 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149201 Feb 04 13:04:24.864960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45170) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:24.932139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76e781-b098-4622-ba73-a2e61188d075,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:24.966534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:24.983764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:25.015997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:25.040748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585489f0-c6a9-48b6-866e-6742cec11418 req-e054786e-88a3-4c69-a204-28f309b8e7b8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:25.042528 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-585489f0-c6a9-48b6-866e-6742cec11418 req-e054786e-88a3-4c69-a204-28f309b8e7b8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2141671 Feb 04 13:04:25.064758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:25.070161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bf42797c-77c0-4674-8972-30cb30d856f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:25.084654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76e781-b098-4622-ba73-a2e61188d075,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:25.087798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:25.088742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:25.093978 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a76e781-b098-4622-ba73-a2e61188d075 HTTP/1.1" status: 204 len: 168 time: 0.2239845 Feb 04 13:04:25.110029 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-585489f0-c6a9-48b6-866e-6742cec11418 req-bc8a63a0-de41-4fb8-8932-be5972dd9864 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Feb 04 13:04:25.414472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674af42-633b-40ad-bad0-1287e100d29a req-47af8d07-0921-4368-9a16-a880103b22c3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:25.416036 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f674af42-633b-40ad-bad0-1287e100d29a req-47af8d07-0921-4368-9a16-a880103b22c3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 945 time: 0.1712339 Feb 04 13:04:25.439853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:25.487327 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f674af42-633b-40ad-bad0-1287e100d29a req-a349af42-90d2-4186-a623-d7ea57013e55 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640073 Feb 04 13:04:25.750497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95ff03b5-02c8-4819-9766-45864bf7a254 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:25.784423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45196) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:25.854050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95ff03b5-02c8-4819-9766-45864bf7a254 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:25.854551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.060499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.145236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:26.162578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Usage tracker for resource:security_group_rule and tenant:44592eaa56b446e2b519b3061fabc55e is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:26.166286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:26.181705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:26.332388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cfbee-9bcc-4ae8-8189-55007ff8294c req-fb8a7edf-fbbb-49b7-9f4b-391b9f9b63ab tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:26.334442 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e43cfbee-9bcc-4ae8-8189-55007ff8294c req-fb8a7edf-fbbb-49b7-9f4b-391b9f9b63ab tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.2481811 Feb 04 13:04:26.477605 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e43cfbee-9bcc-4ae8-8189-55007ff8294c req-eb7a44d4-9a50-4375-a80e-ca71c18c594d tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222055 Feb 04 13:04:26.524757 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.530057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.559028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-6c175eb2-8b95-4591-bc69-1ee309a2154c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:26.595887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abff0a8-b312-49e2-bce1-cec649d2f115 req-99825b8d-e8c5-4d1d-ba4c-6f24f010bf9e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:26.605373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0abff0a8-b312-49e2-bce1-cec649d2f115 req-99825b8d-e8c5-4d1d-ba4c-6f24f010bf9e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2811909 Feb 04 13:04:26.640582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00939f32-e1a1-4779-82ba-ab69a9f4a348,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:26.661037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:26.681901 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44592eaa56b446e2b519b3061fabc55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937254 Feb 04 13:04:26.682232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45228) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:26.699606 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0abff0a8-b312-49e2-bce1-cec649d2f115 req-8a004e57-5130-4909-8ddb-f04060b94971 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928860 Feb 04 13:04:26.766633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.825001 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.886685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.892504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e04fc6b4-5a9d-41d3-bbb4-2b47100aec0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:26.904041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00939f32-e1a1-4779-82ba-ab69a9f4a348,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:26.908485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:26.912460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:26.916703 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/00939f32-e1a1-4779-82ba-ab69a9f4a348 HTTP/1.1" status: 204 len: 168 time: 0.2301142 Feb 04 13:04:27.064844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fee3d-f1a5-4c43-aaaf-042abcd59e1c req-e07e03c6-e099-406a-86b7-1ab1bfcb16af tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:27.067864 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-026fee3d-f1a5-4c43-aaaf-042abcd59e1c req-e07e03c6-e099-406a-86b7-1ab1bfcb16af tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 945 time: 0.2330494 Feb 04 13:04:27.189046 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-026fee3d-f1a5-4c43-aaaf-042abcd59e1c req-421d51b0-6789-4833-9d88-c94eafa7af05 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100013 Feb 04 13:04:27.774595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95ff03b5-02c8-4819-9766-45864bf7a254 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:27.903584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95ff03b5-02c8-4819-9766-45864bf7a254 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:27.904762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:28.034614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc35c8-03f9-46e3-b9f4-c2feda9a1f5b req-830f1bfc-fddc-4e24-8628-b5e21ddbbad1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:28.042947 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cffc35c8-03f9-46e3-b9f4-c2feda9a1f5b req-830f1bfc-fddc-4e24-8628-b5e21ddbbad1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1909034 Feb 04 13:04:28.112567 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cffc35c8-03f9-46e3-b9f4-c2feda9a1f5b req-c3b223bf-5fbd-49bf-a53c-b6f90df9a8d5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685534 Feb 04 13:04:28.194286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45266) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:28.380501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:28.454593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:28.469219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Usage tracker for resource:security_group_rule and tenant:bad12e6d6c864f57a2d04baa4e57a145 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:28.475064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:28.483354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:28.699780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df24ee3-bb00-41d6-a8a0-543a90801068 req-2f716867-dc9c-45ae-9913-6c23216b7e41 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:28.702723 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0df24ee3-bb00-41d6-a8a0-543a90801068 req-2f716867-dc9c-45ae-9913-6c23216b7e41 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.3063188 Feb 04 13:04:28.823881 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0df24ee3-bb00-41d6-a8a0-543a90801068 req-26291132-de12-4693-b6ee-8b7d9a672c3f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155314 Feb 04 13:04:28.886614 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:28.891263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:28.907014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3958a8d1-9744-4eed-93ac-7db9c0da1d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:29.006924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45298) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:29.010567 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bad12e6d6c864f57a2d04baa4e57a145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138199 Feb 04 13:04:29.012239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881afb1b-ea3a-4743-97af-ddf50e84e8e0,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:29.017173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:29.117475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:29.156031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:29.212477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:29.220184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c6f59121-16d8-451a-aaba-d1e501c903d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:29.237833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:29.242183 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/881afb1b-ea3a-4743-97af-ddf50e84e8e0 HTTP/1.1" status: 204 len: 168 time: 0.2334070 Feb 04 13:04:29.243380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881afb1b-ea3a-4743-97af-ddf50e84e8e0,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:29.247522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:30.293902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ebcfb-b623-4f49-98c8-11f32e0b82f6 req-f24a83ac-8ba9-437a-8cd7-1c10d75d4f83 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:30.295659 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c76ebcfb-b623-4f49-98c8-11f32e0b82f6 req-f24a83ac-8ba9-437a-8cd7-1c10d75d4f83 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.2452760 Feb 04 13:04:30.419672 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c76ebcfb-b623-4f49-98c8-11f32e0b82f6 req-dd8365cb-5daa-436d-95c3-7403e24f56a7 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811355 Feb 04 13:04:30.530761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-75ae373e-d717-4858-8a84-8d74de2133f4 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:30.532416 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-75ae373e-d717-4858-8a84-8d74de2133f4 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 945 time: 0.2357509 Feb 04 13:04:30.631682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Deleting port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:04:30.632072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:31.142713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] For port 33fcb2e0-57d1-451e-ab05-5fb7687cd094, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=33fcb2e0-57d1-451e-ab05-5fb7687cd094,segment=NetworkSegment(9c488bc8-24a6-4553-9a0d-941d19fa9de8),segment_id=9c488bc8-24a6-4553-9a0d-941d19fa9de8)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:31.143126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:31.291394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Calling delete_port for 33fcb2e0-57d1-451e-ab05-5fb7687cd094 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:04:31.313534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a40d9-0c22-4ec6-867c-ef8def8ee1bf req-35f23bf1-f4c9-4efa-8a13-f5e6b6223cb2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:31.315370 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-334a40d9-0c22-4ec6-867c-ef8def8ee1bf req-35f23bf1-f4c9-4efa-8a13-f5e6b6223cb2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1954505 Feb 04 13:04:31.431674 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-334a40d9-0c22-4ec6-867c-ef8def8ee1bf req-55d43cc6-7c42-4374-979f-6689442ccf71 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076641 Feb 04 13:04:31.495253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:31.524269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:31.553994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45352) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:31.629312 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db8923fc-5666-4c5a-9b99-836239213dcd req-29f11a52-302b-4ca7-bf75-48a11718a94a tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 210 time: 0.0551999 Feb 04 13:04:31.706501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Pushing event deleted for resources: {'Port': ['ID=33fcb2e0-57d1-451e-ab05-5fb7687cd094,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:31.711386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:31.745956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 33fcb2e0-57d1-451e-ab05-5fb7687cd094 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:04:31.836835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 33fcb2e0-57d1-451e-ab05-5fb7687cd094 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:04:31.842652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 33fcb2e0-57d1-451e-ab05-5fb7687cd094 not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:04:31.849776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:31.875109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:31.881421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Usage tracker for resource:security_group_rule and tenant:db7711b75eff4e90ae5c3f23d8f893fd is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:31.886463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:31.895300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:31.912869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] No DVR routers for this DVR port 33fcb2e0-57d1-451e-ab05-5fb7687cd094 on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:04:31.916094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:31.919504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'name': 'network-vif-deleted', 'tag': '33fcb2e0-57d1-451e-ab05-5fb7687cd094'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:31.962759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3b5ed141-36a5-4e41-a5ba-617cd6b240ce req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.106 "DELETE /v2.0/ports/33fcb2e0-57d1-451e-ab05-5fb7687cd094 HTTP/1.1" status: 204 len: 173 time: 1.4230857 Feb 04 13:04:32.145209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:32.152721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:32.173676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fe6bbbd2-51ea-4eb8-88da-94a92e68ee10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:32.239439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4c1e9-1a40-45e6-94e9-3ecb0b572bf0,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:32.246429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:32.254590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45368) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:32.254764 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db7711b75eff4e90ae5c3f23d8f893fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990359 Feb 04 13:04:32.325535 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e', 'name': 'network-vif-deleted', 'tag': '33fcb2e0-57d1-451e-ab05-5fb7687cd094', 'status': 'completed', 'code': 200} Feb 04 13:04:32.405459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:32.464000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:32.562488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:32.575542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a6d7ce4f-f810-46ce-bd0c-12f83c0a36b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:32.603867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4c1e9-1a40-45e6-94e9-3ecb0b572bf0,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:32.610012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:32.611698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:32.617797 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d95763d1-6649-4024-ab16-4acf62c72127 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3fb4c1e9-1a40-45e6-94e9-3ecb0b572bf0 HTTP/1.1" status: 204 len: 168 time: 0.3575754 Feb 04 13:04:33.032808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b5463122-c71c-4e58-8324-5971a2e97d59 req-dde5c08a-6f4b-4fb7-9980-978ab786c769 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Synchronizing usage tracker for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:33.055273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b5463122-c71c-4e58-8324-5971a2e97d59 req-dde5c08a-6f4b-4fb7-9980-978ab786c769 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Unset dirty status for tenant:9482ee1d5d204e3aa3265174499fc43d on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:33.056606 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5463122-c71c-4e58-8324-5971a2e97d59 req-dde5c08a-6f4b-4fb7-9980-978ab786c769 tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcc6ddb5-f2a7-4d3e-9592-e925c7ca831e HTTP/1.1" status: 200 len: 210 time: 0.0875018 Feb 04 13:04:33.830703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 45408) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:34.070579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-537830379-network', 'tenant_id': 'a50b454f90ce489a88007493dca13435'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:34.080049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:34.086513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Usage tracker for resource:network and tenant:a50b454f90ce489a88007493dca13435 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:34.090088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:34.098019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:34.115772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Made reservation on behalf of a50b454f90ce489a88007493dca13435 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:04:34.123682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.148206 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.195723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:34.204683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:a50b454f90ce489a88007493dca13435 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:34.210842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:34.224865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:34.349502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.355144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.359997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:34.383795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:04:34.406707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39d58f-5df4-4ead-b413-64b20f4e7ed6,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:34.409994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.410419 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Added segment 1943bd4e-2a87-4d39-a366-27b1836b2dc4 of type vxlan for network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d Feb 04 13:04:34.412160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:34.439879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.475464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.476797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:34.477426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:34.481386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:34.597491 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7618103 Feb 04 13:04:34.597491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:34.598160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:34.599132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45428) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:34.606189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:04:34.607156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Request body: {'subnet': {'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-537830379-subnet', 'tenant_id': 'a50b454f90ce489a88007493dca13435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:34.617536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:34.625474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Usage tracker for resource:subnet and tenant:a50b454f90ce489a88007493dca13435 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:34.632798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:34.635329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:04:34.645395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:34.663155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Made reservation on behalf of a50b454f90ce489a88007493dca13435 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:04:34.668343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:35.159908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:35.176224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:35.323879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e512760-4105-4b56-855c-f92c2f3de1e8,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:35.328150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:35.422201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Checking segment: {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:04:35.422636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Network hostable DHCP agents. Network: c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:04:35.443626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:04:35.455494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:04:35.466312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:35.466877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:35.476477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaab090a-b1f4-489d-a563-dfe80d721850 None None] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:04:35.497819 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8966799 Feb 04 13:04:35.948389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60204a94-d94e-4a84-a0d5-0d77f4d92d47 None None] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:04:36.886957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-2f94e80f-9c55-49f2-9d38-d2acf8391e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:36.888595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-2f94e80f-9c55-49f2-9d38-d2acf8391e39 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.1593127 Feb 04 13:04:37.080117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0a297-2471-4121-bd45-45f14767c13e req-debdd5b9-bcb0-476f-b4b3-6ee768ae9f85 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:37.083941 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5cd0a297-2471-4121-bd45-45f14767c13e req-debdd5b9-bcb0-476f-b4b3-6ee768ae9f85 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2727962 Feb 04 13:04:37.195550 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5cd0a297-2471-4121-bd45-45f14767c13e req-4209586c-0db7-4df2-8c33-cb895d55fe2a tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057165 Feb 04 13:04:37.201548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-0c2058cb-263f-4482-8045-c151beb7d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:37.203352 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-0c2058cb-263f-4482-8045-c151beb7d9f9 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.3074176 Feb 04 13:04:37.290247 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-85a9605f-d58f-4472-aae2-f88c31e69588 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.0811691 Feb 04 13:04:37.364338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-c827df16-b0ee-484e-8f1e-e4c110abf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:37.366086 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-c827df16-b0ee-484e-8f1e-e4c110abf04d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.0704985 Feb 04 13:04:37.439182 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-817eefcd-56a7-43c2-a3d2-31fae0b1e155 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669873 Feb 04 13:04:37.641092 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-c5791dfb-0c38-44fa-9775-c2d27c4bf4c0 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901932 Feb 04 13:04:37.861511 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8d596b24-bdae-4459-bcb7-b7d4543b79aa req-2adf9600-26ef-444c-8914-f4d998874dec service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2068086 Feb 04 13:04:38.366802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-d9825865-3f77-44aa-a05c-f4969376ba48 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:38.375203 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-d9825865-3f77-44aa-a05c-f4969376ba48 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/networks?id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 200 len: 813 time: 0.3394127 Feb 04 13:04:38.406542 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-158b74b5-3e48-4b40-a5ec-b095d739b5d8 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/quotas/a50b454f90ce489a88007493dca13435 HTTP/1.1" status: 200 len: 375 time: 0.0297234 Feb 04 13:04:38.477139 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-27fdf0f7-164f-48e4-b527-ca872819f96e tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a50b454f90ce489a88007493dca13435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686910 Feb 04 13:04:38.551449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:04:38.601191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb05931-21a0-4945-8222-da3bff5b0d28 req-44ef39af-f766-4bb8-b770-689878b66ef7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:38.608770 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ecb05931-21a0-4945-8222-da3bff5b0d28 req-44ef39af-f766-4bb8-b770-689878b66ef7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1790323 Feb 04 13:04:38.664595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-1c9b1d7c-72d7-479f-97eb-6e9c45315fd6 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859117 Feb 04 13:04:38.684220 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ecb05931-21a0-4945-8222-da3bff5b0d28 req-a59689bc-83b9-4901-a1c8-6b136b5b85e8 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743823 Feb 04 13:04:38.835550 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-e9c10e18-3ca1-4308-af1e-7e94022a33ca service neutron] 10.222.0.45 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1623785 Feb 04 13:04:39.070014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ce26a-a846-4a45-beac-6695acf764e1 req-c47c929f-6f2b-4a82-8d5d-87776853d8ec tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:39.070259 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-977ce26a-a846-4a45-beac-6695acf764e1 req-c47c929f-6f2b-4a82-8d5d-87776853d8ec tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 945 time: 0.2694452 Feb 04 13:04:39.170152 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-977ce26a-a846-4a45-beac-6695acf764e1 req-7f8bdf34-bdd5-4eea-8171-f11a83b8f1ce tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919857 Feb 04 13:04:39.316575 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-72e10917-e600-40f7-a115-1e4f1b9ab1e1 req-c332edb5-6384-44a7-be28-96092ca3c564 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 210 time: 0.0673449 Feb 04 13:04:39.873844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95ff03b5-02c8-4819-9766-45864bf7a254 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:40.011136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95ff03b5-02c8-4819-9766-45864bf7a254 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:40.011478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:40.119147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2da09-0997-4c8e-bebc-a1d36f202b2a req-7335061a-7c86-4c77-9337-b03a8556b481 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:40.121039 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12a2da09-0997-4c8e-bebc-a1d36f202b2a req-7335061a-7c86-4c77-9337-b03a8556b481 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2868128 Feb 04 13:04:40.191717 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12a2da09-0997-4c8e-bebc-a1d36f202b2a req-64fd21ab-aa5b-44da-b246-4f84a278e856 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639355 Feb 04 13:04:40.708195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3446d-de7e-40a1-9f30-9c2b3d527cd8 req-cf7836b1-08cc-4c8c-aa07-8d93266f1be7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:40.711177 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-06f3446d-de7e-40a1-9f30-9c2b3d527cd8 req-cf7836b1-08cc-4c8c-aa07-8d93266f1be7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 945 time: 0.3581674 Feb 04 13:04:40.742544 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d0eadfc-e780-4349-a514-a06e61e46fe5 req-96fe4499-42e8-445d-94d2-7732b73c8977 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 210 time: 0.1642342 Feb 04 13:04:40.896172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-61eda9ab-38cd-4703-8032-0e173f059353 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:40.898685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-61eda9ab-38cd-4703-8032-0e173f059353 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 945 time: 0.3517330 Feb 04 13:04:41.014519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Deleting port 95ff03b5-02c8-4819-9766-45864bf7a254 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:04:41.016059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:41.040714 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-cd7660ec-fbf9-4301-9b6e-f71fc02898ad tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:41.042550 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-cd7660ec-fbf9-4301-9b6e-f71fc02898ad tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "GET /v2.0/networks?id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 200 len: 813 time: 0.4977489 Feb 04 13:04:41.057685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Request body: {'port': {'device_id': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d', 'admin_state_up': True, 'tenant_id': 'a50b454f90ce489a88007493dca13435'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:41.493994 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-06f3446d-de7e-40a1-9f30-9c2b3d527cd8 req-322f5347-ba72-4dce-b58f-b94f9914002a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7695994 Feb 04 13:04:41.586799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:04:41.597603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Usage tracker for resource:port and tenant:a50b454f90ce489a88007493dca13435 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:04:41.601739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:04:41.612887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:04:41.671875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] For port 95ff03b5-02c8-4819-9766-45864bf7a254, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95ff03b5-02c8-4819-9766-45864bf7a254,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:41.672451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:41.707788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a0d8-643f-473e-a77c-1dc20b0d8e98 req-656eefeb-6bd8-433c-be01-dd24dec96852 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:41.709538 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b7c8a0d8-643f-473e-a77c-1dc20b0d8e98 req-656eefeb-6bd8-433c-be01-dd24dec96852 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2231624 Feb 04 13:04:41.716849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Made reservation on behalf of a50b454f90ce489a88007493dca13435 for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:04:41.742529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:41.859136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95ff03b5-02c8-4819-9766-45864bf7a254 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:04:41.865846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Calling delete_port for 95ff03b5-02c8-4819-9766-45864bf7a254 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:04:41.880838 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b7c8a0d8-643f-473e-a77c-1dc20b0d8e98 req-8c368568-36df-4e15-9be9-3371e839df8d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252489 Feb 04 13:04:42.034372 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-db899e82-c73c-49ad-901b-d13c19117da5 req-cd135ed7-6a9a-48f4-82c9-2a3a696b825e tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 210 time: 0.1193929 Feb 04 13:04:42.082752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:42.207992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 04 13:04:42.207992 dv-cinder-773985-3-smb neutron-server[79992]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 04 13:04:42.207992 dv-cinder-773985-3-smb neutron-server[79992]: [parameters: {'status': 'DOWN', 'ports_id': '95ff03b5-02c8-4819-9766-45864bf7a254'}] Feb 04 13:04:42.207992 dv-cinder-773985-3-smb neutron-server[79992]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80109) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:04:42.209058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:04:42.235480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:42.235727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Allocated IP 172.20.0.12 (c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d/5e512760-4105-4b56-855c-f92c2f3de1e8/ba0cd7b6-c9ef-4832-a357-6b586ce6148c) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:04:42.349930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:42.399460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event deleted for resources: {'Port': ['ID=95ff03b5-02c8-4819-9766-45864bf7a254,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:42.403991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:42.542473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:42.554133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] No DVR routers for this DVR port 95ff03b5-02c8-4819-9766-45864bf7a254 on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:04:42.557402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:42.561234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'name': 'network-vif-deleted', 'tag': '95ff03b5-02c8-4819-9766-45864bf7a254'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:42.586826 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2c35c4d6-709a-43b7-9769-4e443b749adb req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "DELETE /v2.0/ports/95ff03b5-02c8-4819-9766-45864bf7a254 HTTP/1.1" status: 204 len: 173 time: 1.6791489 Feb 04 13:04:42.593301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:42.618715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:42.666986 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60e5d05-03a8-40d7-ab58-faf0ec20cd8a', 'name': 'network-vif-deleted', 'tag': '95ff03b5-02c8-4819-9766-45864bf7a254', 'status': 'completed', 'code': 200} Feb 04 13:04:42.711168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Pushing event updated for resources: {'Port': ['ID=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:42.753221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Port 95ff03b5-02c8-4819-9766-45864bf7a254 update to DOWN by agent not found {{(pid=80109) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 04 13:04:42.781545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:42.861842 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e651f418-5ee7-48dd-82c8-d6c4c0258c2f req-25df1881-fd6c-4f15-92a3-750ae64ff07b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=e60e5d05-03a8-40d7-ab58-faf0ec20cd8a HTTP/1.1" status: 200 len: 210 time: 0.0786593 Feb 04 13:04:42.974855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:04:42.976396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:04:42.979975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:04:43.063611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:43.064502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:43.146428 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0940235 Feb 04 13:04:43.159816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Request body: {'port': {'device_id': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:04:43.329244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:43.405608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c202a-72d8-4371-a2fb-4b494645bc90 req-afc4c268-ce5c-4b5a-9773-f8d06b1e8f59 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:43.407187 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ed7c202a-72d8-4371-a2fb-4b494645bc90 req-afc4c268-ce5c-4b5a-9773-f8d06b1e8f59 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 932 time: 0.2098107 Feb 04 13:04:43.553173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ed7c202a-72d8-4371-a2fb-4b494645bc90 req-73de4297-33ea-40a7-8304-87d8f6bf3e38 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Synchronizing usage tracker for tenant:a50b454f90ce489a88007493dca13435 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:43.578395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56963d2c-f972-474e-9b9a-1599d942d3a7 req-36f1485a-1ee6-415a-8f0e-bc1f7cf9f030 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:43.580376 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56963d2c-f972-474e-9b9a-1599d942d3a7 req-36f1485a-1ee6-415a-8f0e-bc1f7cf9f030 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.4960406 Feb 04 13:04:43.589351 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-7a2f2f77-5c42-4b71-a16c-1862560d281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:43.591033 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-7a2f2f77-5c42-4b71-a16c-1862560d281d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.1784892 Feb 04 13:04:43.592123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ed7c202a-72d8-4371-a2fb-4b494645bc90 req-73de4297-33ea-40a7-8304-87d8f6bf3e38 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Unset dirty status for tenant:a50b454f90ce489a88007493dca13435 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:43.592902 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ed7c202a-72d8-4371-a2fb-4b494645bc90 req-73de4297-33ea-40a7-8304-87d8f6bf3e38 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301792 Feb 04 13:04:43.794572 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56963d2c-f972-474e-9b9a-1599d942d3a7 req-9761b35c-743a-4f41-b928-701fb1b28187 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678679 Feb 04 13:04:43.806621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-ff400dd4-42b1-4bcf-a32b-4afa21cc8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:43.808431 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-ff400dd4-42b1-4bcf-a32b-4afa21cc8dcf service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.1808090 Feb 04 13:04:43.964645 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-3106b5da-70ed-456d-b178-b575cbf20be2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.1151047 Feb 04 13:04:44.074593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-f1ca2eae-dec3-4854-a797-5e1bfd995597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:44.076286 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-f1ca2eae-dec3-4854-a797-5e1bfd995597 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.1104593 Feb 04 13:04:44.146655 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-def6c0b6-15d1-4a85-9c44-0065974fe586 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619771 Feb 04 13:04:44.266628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0cd7b6-c9ef-4832-a357-6b586ce6148c {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:04:44.279032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:44.296531 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Transition to ACTIVE for port object ba0cd7b6-c9ef-4832-a357-6b586ce6148c will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:04:44.301795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:44.325823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:44.364165 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-6b18428a-c5b3-4127-88b2-4814c153318e service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099113 Feb 04 13:04:44.533836 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-668673f7-9d86-43e5-b584-9d6f5321ba46 req-da60ac05-a542-42c5-988b-b8488486b617 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624753 Feb 04 13:04:44.543233 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:44.554472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.554868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.555253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.555636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.556011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.556384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.556760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.557143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.557684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.558257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.566571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.567453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.568426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.569389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.570161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.570806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.571543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.572179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.572709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.573246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.573781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.574334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.574853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.575565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:04:44.583826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:44.736548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Attempting to bind port ba0cd7b6-c9ef-4832-a357-6b586ce6148c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:04:44.737494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Attempting to bind port ba0cd7b6-c9ef-4832-a357-6b586ce6148c by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:04:44.738026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Attempting to bind port ba0cd7b6-c9ef-4832-a357-6b586ce6148c on network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:04:44.746120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:04:44.746474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Checking segment: {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:04:44.747042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:44.747772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Bound using segment: {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:04:44.748356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Bound port: ba0cd7b6-c9ef-4832-a357-6b586ce6148c, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:04:44.748762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:44.863818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] For port ba0cd7b6-c9ef-4832-a357-6b586ce6148c, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:04:44.869541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] For port ba0cd7b6-c9ef-4832-a357-6b586ce6148c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,segment=NetworkSegment(1943bd4e-2a87-4d39-a366-27b1836b2dc4),segment_id=1943bd4e-2a87-4d39-a366-27b1836b2dc4)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:04:44.874874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:44.972774 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:45.053111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb31b8-f07b-488f-8bc2-0112e0273116 req-e91fc8bf-10da-4a37-bd4b-e4a59e4538f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:45.061881 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4ddb31b8-f07b-488f-8bc2-0112e0273116 req-e91fc8bf-10da-4a37-bd4b-e4a59e4538f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.3066452 Feb 04 13:04:45.144346 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4ddb31b8-f07b-488f-8bc2-0112e0273116 req-f8561de9-458c-4737-bb9a-7d653958ad71 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 Feb 04 13:04:45.217527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:45.218267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:45.219825 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] 10.222.0.106 "PUT /v2.0/ports/ba0cd7b6-c9ef-4832-a357-6b586ce6148c HTTP/1.1" status: 200 len: 1158 time: 2.0677912 Feb 04 13:04:45.227243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'tag': 'ba0cd7b6-c9ef-4832-a357-6b586ce6148c'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:45.253361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:45.272870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:45.361011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4212e-61db-48b6-9250-ca8666a1c29d req-6ed613bf-c358-47ff-9e58-9443bfc55207 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:45.362803 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-78e4212e-61db-48b6-9250-ca8666a1c29d req-6ed613bf-c358-47ff-9e58-9443bfc55207 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2583842 Feb 04 13:04:45.429938 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'tag': 'ba0cd7b6-c9ef-4832-a357-6b586ce6148c', 'status': 'completed', 'code': 200} Feb 04 13:04:45.568536 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-78e4212e-61db-48b6-9250-ca8666a1c29d req-042fd367-7b4d-4f3d-88a6-3e76394a7cf3 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336186 Feb 04 13:04:45.597985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-c11b2ed6-15fa-4789-a65d-46e4ab1bff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:45.602139 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-c11b2ed6-15fa-4789-a65d-46e4ab1bff85 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a50b454f90ce489a88007493dca13435&device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 1161 time: 0.2379591 Feb 04 13:04:45.693057 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-ef8f3a0d-11d1-4ef1-b135-7376641b33d0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0cd7b6-c9ef-4832-a357-6b586ce6148c HTTP/1.1" status: 200 len: 217 time: 0.0825675 Feb 04 13:04:45.783921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-7d0de498-5314-4b14-9642-1538821c39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:45.786273 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-7d0de498-5314-4b14-9642-1538821c39b8 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5e512760-4105-4b56-855c-f92c2f3de1e8 HTTP/1.1" status: 200 len: 853 time: 0.0875413 Feb 04 13:04:45.850849 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-fe972982-27c1-46c5-a97d-0a00c7bb9d31 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581977 Feb 04 13:04:46.122694 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-25ae1e1a-3753-4b94-9768-d09901a4b519 service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652495 Feb 04 13:04:46.305120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffdc91-f4cb-445b-a53e-6b82160f9e83 req-784e03ce-c8db-4c1a-81fa-d23f3ed339f7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:46.306801 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-deffdc91-f4cb-445b-a53e-6b82160f9e83 req-784e03ce-c8db-4c1a-81fa-d23f3ed339f7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.3400309 Feb 04 13:04:46.434316 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-deffdc91-f4cb-445b-a53e-6b82160f9e83 req-fbdbd44d-fa78-4887-bcbd-4eec1e40caee tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089110 Feb 04 13:04:46.486121 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9c585bf-fbb9-40a6-b94b-0740cb781a00 req-e3337061-4afc-4938-9748-0eb0ac391276 service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3554466 Feb 04 13:04:46.512256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d3733-4e87-4968-b7ec-0dbe05904756 req-56b77fa9-b4a8-4c27-8133-47639a40eae8 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:46.517684 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e10d3733-4e87-4968-b7ec-0dbe05904756 req-56b77fa9-b4a8-4c27-8133-47639a40eae8 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.2016330 Feb 04 13:04:46.618594 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e10d3733-4e87-4968-b7ec-0dbe05904756 req-1b014dcc-d616-4e48-a0a0-0772561e112d tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917714 Feb 04 13:04:46.649327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-600a45bd-5ce5-419d-8bea-1f0339f66203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:46.649327 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-600a45bd-5ce5-419d-8bea-1f0339f66203 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a50b454f90ce489a88007493dca13435&device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 1161 time: 0.0986650 Feb 04 13:04:46.926065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:47.055088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac084c-0bfa-4d4d-878e-c4e243880d6c req-29ed54f7-0949-46ec-b6fd-63e38a452c99 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:47.057634 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dbac084c-0bfa-4d4d-878e-c4e243880d6c req-29ed54f7-0949-46ec-b6fd-63e38a452c99 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2661214 Feb 04 13:04:47.140676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-dc989c8f-d66f-4cca-b761-78e4b101204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:47.143685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-dc989c8f-d66f-4cca-b761-78e4b101204d service neutron] 10.222.0.106 "GET /v2.0/networks?id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 200 len: 907 time: 0.4875185 Feb 04 13:04:47.152678 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dbac084c-0bfa-4d4d-878e-c4e243880d6c req-4ed8f33a-f379-4000-a0a1-ff01eaf18317 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815611 Feb 04 13:04:47.269689 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-7a0cc59d-825f-446d-b5de-00412189be7c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba0cd7b6-c9ef-4832-a357-6b586ce6148c HTTP/1.1" status: 200 len: 217 time: 0.1195059 Feb 04 13:04:47.370486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-588dbac5-29e8-4c23-bff8-7cd91631a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:47.372323 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-588dbac5-29e8-4c23-bff8-7cd91631a985 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5e512760-4105-4b56-855c-f92c2f3de1e8 HTTP/1.1" status: 200 len: 853 time: 0.0955067 Feb 04 13:04:47.432405 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-45cbc182-6eed-485f-8c4c-69ffe4e5cdf8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543616 Feb 04 13:04:47.603042 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-6e5c97b4-4b1b-42aa-b9e0-4089b20ae33a service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634071 Feb 04 13:04:47.778286 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2ed12a4-5543-4711-a502-62e4ae5cbdf2 req-26038cd0-96d0-4a5e-bbd1-926325aa30d9 service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1690905 Feb 04 13:04:47.853982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 69a34f52-56d5-4b57-903b-2844b07d9a5d up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:47.884168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae475f8-ab88-4d4e-9de8-b00ea9925d7e req-71424d55-b28e-4ff9-9012-293cfd8254ea tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:47.885496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-8ae475f8-ab88-4d4e-9de8-b00ea9925d7e req-71424d55-b28e-4ff9-9012-293cfd8254ea tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:47.928252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-8ae475f8-ab88-4d4e-9de8-b00ea9925d7e req-71424d55-b28e-4ff9-9012-293cfd8254ea tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:47.929982 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8ae475f8-ab88-4d4e-9de8-b00ea9925d7e req-71424d55-b28e-4ff9-9012-293cfd8254ea tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.3045712 Feb 04 13:04:47.932787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 69a34f52-56d5-4b57-903b-2844b07d9a5d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:47.956907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:48.003493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b588832-b002-4db4-9021-3b6737c369e2 req-ff36fe15-22c3-45d8-abe2-e6a120261f8b tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:48.004044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0b588832-b002-4db4-9021-3b6737c369e2 req-ff36fe15-22c3-45d8-abe2-e6a120261f8b tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Synchronizing usage tracker for tenant:a50b454f90ce489a88007493dca13435 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:48.024899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0b588832-b002-4db4-9021-3b6737c369e2 req-ff36fe15-22c3-45d8-abe2-e6a120261f8b tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Unset dirty status for tenant:a50b454f90ce489a88007493dca13435 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:48.032750 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0b588832-b002-4db4-9021-3b6737c369e2 req-ff36fe15-22c3-45d8-abe2-e6a120261f8b tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.2242959 Feb 04 13:04:48.077399 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8ae475f8-ab88-4d4e-9de8-b00ea9925d7e req-ea1e6d4d-2929-4e4c-8d08-187d6f3a61e3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391377 Feb 04 13:04:48.104961 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0b588832-b002-4db4-9021-3b6737c369e2 req-9da164b2-5aab-4db4-88dd-c75d40dfb336 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712798 Feb 04 13:04:48.484963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-b10c1839-a3e9-45ca-9bad-a7988b670d49 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:48.487440 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-b10c1839-a3e9-45ca-9bad-a7988b670d49 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 945 time: 0.1886535 Feb 04 13:04:48.516050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a3070-b150-42cd-ac60-3c6edeb259e3 req-e97b1b8e-3fb8-4990-9dd6-8a7a6fa5f840 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:48.521490 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-030a3070-b150-42cd-ac60-3c6edeb259e3 req-e97b1b8e-3fb8-4990-9dd6-8a7a6fa5f840 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1903276 Feb 04 13:04:48.598798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Deleting port 69a34f52-56d5-4b57-903b-2844b07d9a5d {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:04:48.599324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:48.614499 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-030a3070-b150-42cd-ac60-3c6edeb259e3 req-25b4fff7-bef2-4f08-9871-edfac2877f6d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841553 Feb 04 13:04:48.900345 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] For port 69a34f52-56d5-4b57-903b-2844b07d9a5d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=69a34f52-56d5-4b57-903b-2844b07d9a5d,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:48.900929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:49.044729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Calling delete_port for 69a34f52-56d5-4b57-903b-2844b07d9a5d owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:04:49.224110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:49.241686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4bd35c68-1f68-497b-9cde-a131ee2abffc tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:49.270683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-52fde89d-c75e-4450-b890-85a018ad4c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:49.344107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event deleted for resources: {'Port': ['ID=69a34f52-56d5-4b57-903b-2844b07d9a5d,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:49.351776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:49.422227 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-488a747a-d418-4659-a2e7-737ab8abb2b0 req-9a48d820-9e79-4ef8-83fc-def3259f6641 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 210 time: 0.0936573 Feb 04 13:04:49.535113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] No DVR routers for this DVR port 69a34f52-56d5-4b57-903b-2844b07d9a5d on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:04:49.540279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:49.543335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'name': 'network-vif-deleted', 'tag': '69a34f52-56d5-4b57-903b-2844b07d9a5d'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:49.655594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafbfaa-06ce-41fb-8678-978c8cfc1edf req-a3ae6ae1-f1c5-4ee4-81f7-d02fb70aa697 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:49.664127 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dbafbfaa-06ce-41fb-8678-978c8cfc1edf req-a3ae6ae1-f1c5-4ee4-81f7-d02fb70aa697 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.2706409 Feb 04 13:04:49.667368 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f94d0-f907-4cfc-89d6-a68a6fa41960', 'name': 'network-vif-deleted', 'tag': '69a34f52-56d5-4b57-903b-2844b07d9a5d', 'status': 'completed', 'code': 200} Feb 04 13:04:49.703646 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b72ce08c-3a1d-49bd-b56f-89bb6dda7db3 req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "DELETE /v2.0/ports/69a34f52-56d5-4b57-903b-2844b07d9a5d HTTP/1.1" status: 204 len: 173 time: 1.2098947 Feb 04 13:04:49.748223 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dbafbfaa-06ce-41fb-8678-978c8cfc1edf req-33756b7e-ba9b-4411-88cc-060b8d5c1d50 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830836 Feb 04 13:04:50.066198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ca8c0-6c49-474b-bd1b-e305d4506555 req-2981885c-b909-4fff-9fc3-923936461e97 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:50.067878 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a6ca8c0-6c49-474b-bd1b-e305d4506555 req-2981885c-b909-4fff-9fc3-923936461e97 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2545848 Feb 04 13:04:50.151858 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a6ca8c0-6c49-474b-bd1b-e305d4506555 req-00eef3d4-c171-4df6-b94d-5440384c4d44 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733905 Feb 04 13:04:50.660443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-2268ae89-f9d5-4de2-aad8-7f8f9455a69c req-48257063-3dc1-44a2-a42d-0a303ef666c9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:50.683395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-2268ae89-f9d5-4de2-aad8-7f8f9455a69c req-48257063-3dc1-44a2-a42d-0a303ef666c9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:50.690236 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2268ae89-f9d5-4de2-aad8-7f8f9455a69c req-48257063-3dc1-44a2-a42d-0a303ef666c9 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=d06f94d0-f907-4cfc-89d6-a68a6fa41960 HTTP/1.1" status: 200 len: 210 time: 0.0821552 Feb 04 13:04:50.744472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 69a34f52-56d5-4b57-903b-2844b07d9a5d no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:04:50.792337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 69a34f52-56d5-4b57-903b-2844b07d9a5d {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:04:50.792713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 69a34f52-56d5-4b57-903b-2844b07d9a5d not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:04:51.119931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0afc-8ee1-4348-955d-fd73481794b3 req-0acbb40f-d21b-4a83-82d2-605fcf86ff0e tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:51.121840 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2e8d0afc-8ee1-4348-955d-fd73481794b3 req-0acbb40f-d21b-4a83-82d2-605fcf86ff0e tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.1841404 Feb 04 13:04:51.205571 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2e8d0afc-8ee1-4348-955d-fd73481794b3 req-0a4d9cc7-1069-4c55-af9b-69f2ae3b3e75 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751786 Feb 04 13:04:51.520708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f19c-8c9d-4673-95f0-c4ee970055e9 req-fa631457-56d6-4c50-8278-5fc78e18a7d5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:51.522448 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9a51f19c-8c9d-4673-95f0-c4ee970055e9 req-fa631457-56d6-4c50-8278-5fc78e18a7d5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1744156 Feb 04 13:04:51.611380 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9a51f19c-8c9d-4673-95f0-c4ee970055e9 req-86c0f976-10a2-4f33-8b1d-1056442610a7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814354 Feb 04 13:04:52.445042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54ed67-cb3b-4252-86ba-2d295a8e6ef6 req-19de5688-9fb1-4a5b-8491-17740532619a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:52.448576 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eb54ed67-cb3b-4252-86ba-2d295a8e6ef6 req-19de5688-9fb1-4a5b-8491-17740532619a tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 946 time: 0.1966853 Feb 04 13:04:52.558768 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eb54ed67-cb3b-4252-86ba-2d295a8e6ef6 req-c7619ff6-e3a9-470e-b952-61d580539841 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010020 Feb 04 13:04:52.926687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f472b26-443c-4055-afca-df8bbc79b6d7 req-7b89594d-d2b4-47e6-9674-8f99b6c2b676 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:52.966617 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9f472b26-443c-4055-afca-df8bbc79b6d7 req-7b89594d-d2b4-47e6-9674-8f99b6c2b676 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.3345273 Feb 04 13:04:53.040639 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e11b-df5c-4f13-91f7-bb599d8a5f5d req-441225a2-f021-4b65-9043-4eb1358e1821 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:53.049782 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ada1e11b-df5c-4f13-91f7-bb599d8a5f5d req-441225a2-f021-4b65-9043-4eb1358e1821 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1996713 Feb 04 13:04:53.090368 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9f472b26-443c-4055-afca-df8bbc79b6d7 req-f7523b99-30f1-40ef-a482-e8074a66ccf3 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226048 Feb 04 13:04:53.124968 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ada1e11b-df5c-4f13-91f7-bb599d8a5f5d req-9332e161-ddd9-49c1-b14b-9984dbf3c9a7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732353 Feb 04 13:04:53.352050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9392d2e9-97ab-4152-8190-36cb6ade6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:54.027556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-1c4c81da-6af5-4bd4-834e-6d6784cdd106 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:04:54.031318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:54.073858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679437-3f3d-43f6-a8ca-beeffaf0de0e req-55b810e1-4715-4b6b-9a06-272796bef82c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:54.075654 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b6679437-3f3d-43f6-a8ca-beeffaf0de0e req-55b810e1-4715-4b6b-9a06-272796bef82c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 946 time: 0.3284674 Feb 04 13:04:54.241359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-819eeb1d-c7e9-4fc7-9e59-769d01f234be tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:54.243083 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-819eeb1d-c7e9-4fc7-9e59-769d01f234be tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 946 time: 0.4147618 Feb 04 13:04:54.267759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b6679437-3f3d-43f6-a8ca-beeffaf0de0e req-8845c529-97ab-4332-9362-eaf297c60202 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854031 Feb 04 13:04:54.364375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Deleting port fc565334-0409-404b-9a6f-6ffe496040b8 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:04:54.364753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:54.466705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:54.497830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437458a7-cdad-435d-9704-8e54b94e4e78 req-247bfb96-cc22-42c2-b399-5045cbbfec68 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:54.499635 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-437458a7-cdad-435d-9704-8e54b94e4e78 req-247bfb96-cc22-42c2-b399-5045cbbfec68 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 944 time: 0.2205677 Feb 04 13:04:54.567812 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-437458a7-cdad-435d-9704-8e54b94e4e78 req-5add8882-9b59-43a6-aa26-2d99eaea4493 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597937 Feb 04 13:04:54.716875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] For port fc565334-0409-404b-9a6f-6ffe496040b8, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=fc565334-0409-404b-9a6f-6ffe496040b8,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:54.717270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:54.841995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:54.936175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port ba0cd7b6-c9ef-4832-a357-6b586ce6148c completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:04:54.937984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9fb6b-ae0a-4a2e-b7ab-b69985187e0e req-bdb56dd0-7436-4b25-8691-0613afee745b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:54.939654 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b3a9fb6b-ae0a-4a2e-b7ab-b69985187e0e req-bdb56dd0-7436-4b25-8691-0613afee745b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.4231184 Feb 04 13:04:54.941749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ba0cd7b6-c9ef-4832-a357-6b586ce6148c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:54.942175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:54.948136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Calling delete_port for fc565334-0409-404b-9a6f-6ffe496040b8 owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:04:55.082357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b3a9fb6b-ae0a-4a2e-b7ab-b69985187e0e req-0f3f02dc-b173-4a93-9325-56e80dc6ea93 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021535 Feb 04 13:04:55.111632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:55.154457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port ba0cd7b6-c9ef-4832-a357-6b586ce6148c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,segment=NetworkSegment(1943bd4e-2a87-4d39-a366-27b1836b2dc4),segment_id=1943bd4e-2a87-4d39-a366-27b1836b2dc4)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:04:55.155620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0cd7b6-c9ef-4832-a357-6b586ce6148c'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:55.162243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:55.165364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:55.181308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:55.207488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device fc565334-0409-404b-9a6f-6ffe496040b8 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:04:55.257846 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0cd7b6-c9ef-4832-a357-6b586ce6148c', 'code': 200} Feb 04 13:04:55.259195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: fc565334-0409-404b-9a6f-6ffe496040b8 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:04:55.260125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device fc565334-0409-404b-9a6f-6ffe496040b8 not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:04:55.280339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3521b180-308a-4f4a-a44d-f3d2d4fa9178 tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:55.293198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:55.295295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:55.395363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event deleted for resources: {'Port': ['ID=fc565334-0409-404b-9a6f-6ffe496040b8,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:55.402042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:55.463390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:55.523036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df990ce7-dc9a-46a7-b491-1345e1534212 req-e3ca7f40-3ec7-4eef-84c0-e67d27c03c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:55.524994 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-df990ce7-dc9a-46a7-b491-1345e1534212 req-e3ca7f40-3ec7-4eef-84c0-e67d27c03c09 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 1163 time: 0.0907068 Feb 04 13:04:55.530700 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d5540b5c-8144-40c7-a7e3-10e1a3cac09d req-23672c5d-2fec-48e5-896b-b3da9f9fda79 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 210 time: 0.0540667 Feb 04 13:04:55.538590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] No DVR routers for this DVR port fc565334-0409-404b-9a6f-6ffe496040b8 on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:04:55.541115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:55.545004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'name': 'network-vif-deleted', 'tag': 'fc565334-0409-404b-9a6f-6ffe496040b8'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:04:55.586946 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-df990ce7-dc9a-46a7-b491-1345e1534212 req-69fefb54-91cf-40af-8ac7-ec53a2dda892 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 Feb 04 13:04:55.587161 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4671f8d4-6554-4536-9db4-6f07c8bb02c1 req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "DELETE /v2.0/ports/fc565334-0409-404b-9a6f-6ffe496040b8 HTTP/1.1" status: 204 len: 173 time: 1.3180773 Feb 04 13:04:55.652335 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860e196-6852-4044-aa27-5ad12cf6c61a', 'name': 'network-vif-deleted', 'tag': 'fc565334-0409-404b-9a6f-6ffe496040b8', 'status': 'completed', 'code': 200} Feb 04 13:04:55.909769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce869fb5-e506-456e-a98e-07e057b19750 req-82c112c9-73fc-45ae-8258-b1c6816040cc tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:55.911442 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce869fb5-e506-456e-a98e-07e057b19750 req-82c112c9-73fc-45ae-8258-b1c6816040cc tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.1831174 Feb 04 13:04:56.186936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:56.236227 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce869fb5-e506-456e-a98e-07e057b19750 req-e90aa283-858a-4c65-957d-896d0af33a39 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133950 Feb 04 13:04:56.288740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ba0cd7b6-c9ef-4832-a357-6b586ce6148c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:56.289165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:56.483543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4442d-6a32-41df-8bf9-2dc502e0e0d1 req-ac4ac0c2-6cac-4fae-b69e-546f9e88d73d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:56.485297 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2cc4442d-6a32-41df-8bf9-2dc502e0e0d1 req-ac4ac0c2-6cac-4fae-b69e-546f9e88d73d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1694221 Feb 04 13:04:56.556407 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2cc4442d-6a32-41df-8bf9-2dc502e0e0d1 req-827bec28-8752-4ee1-a216-0d7f3f2d796b tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613341 Feb 04 13:04:56.730057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-2f92796c-9226-4673-ad86-19b5d70f1823 req-2605e918-4753-40d5-a16c-c1395a137574 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Synchronizing usage tracker for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:04:56.747107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-2f92796c-9226-4673-ad86-19b5d70f1823 req-2605e918-4753-40d5-a16c-c1395a137574 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Unset dirty status for tenant:27f46618687548b0995ad9a9e733a34c on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:04:56.748308 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2f92796c-9226-4673-ad86-19b5d70f1823 req-2605e918-4753-40d5-a16c-c1395a137574 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=6860e196-6852-4044-aa27-5ad12cf6c61a HTTP/1.1" status: 200 len: 210 time: 0.0687611 Feb 04 13:04:57.543446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202510f0-934a-4cf9-ae4d-831ff4972aca req-5c02661e-2025-4a7b-80e0-954393e6d901 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:57.545157 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-202510f0-934a-4cf9-ae4d-831ff4972aca req-5c02661e-2025-4a7b-80e0-954393e6d901 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.1715219 Feb 04 13:04:57.612094 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-202510f0-934a-4cf9-ae4d-831ff4972aca req-d57406a2-83be-4538-b383-5287ce1058e5 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Feb 04 13:04:57.876967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06918c8f-ed48-48a6-bee9-dbe0e61d0717 req-ba8e33a1-64b9-4ec5-8684-cde49ef9e145 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:57.878698 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-06918c8f-ed48-48a6-bee9-dbe0e61d0717 req-ba8e33a1-64b9-4ec5-8684-cde49ef9e145 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1688519 Feb 04 13:04:57.894242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:04:57.951843 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-06918c8f-ed48-48a6-bee9-dbe0e61d0717 req-39b0573c-5a09-4808-84b6-387b7ce74263 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657952 Feb 04 13:04:57.987042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ba0cd7b6-c9ef-4832-a357-6b586ce6148c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:04:57.987419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:58.849073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45868) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:58.912960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c2537-7346-46cf-ba8a-c0c1567065b9 req-ea3f3e7e-5ca0-4ed0-b62d-271c0353912f tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:58.914642 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c97c2537-7346-46cf-ba8a-c0c1567065b9 req-ea3f3e7e-5ca0-4ed0-b62d-271c0353912f tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.1650054 Feb 04 13:04:58.917024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Deleting subnet 1275549b-5ba9-4c17-bd33-288597e3689c {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:04:58.920723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:58.979451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:58.980754 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c97c2537-7346-46cf-ba8a-c0c1567065b9 req-f4a50fe0-94b0-4691-9f95-7981c24a1127 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595214 Feb 04 13:04:58.988123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:59.322602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264b4a-e469-4d55-b9a0-a44def6d5a58 req-4886700e-8828-4f77-8200-37ba7d63f705 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:59.324394 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0e264b4a-e469-4d55-b9a0-a44def6d5a58 req-4886700e-8828-4f77-8200-37ba7d63f705 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2141914 Feb 04 13:04:59.443847 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0e264b4a-e469-4d55-b9a0-a44def6d5a58 req-d6508f4f-fd25-4784-b687-7578ee651e10 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071634 Feb 04 13:04:59.483923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:59.602907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:04:59.654542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1275549b-5ba9-4c17-bd33-288597e3689c,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:04:59.665468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:04:59.668119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:59.674644 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1275549b-5ba9-4c17-bd33-288597e3689c HTTP/1.1" status: 204 len: 168 time: 0.8243418 Feb 04 13:04:59.677208 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45924) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:04:59.705633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02dec1-b353-4f66-9a24-1cb7a33bf538 req-684ab703-0dfc-4de6-8821-8e0157ad1e1c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:04:59.707386 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cc02dec1-b353-4f66-9a24-1cb7a33bf538 req-684ab703-0dfc-4de6-8821-8e0157ad1e1c tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.2218096 Feb 04 13:04:59.805106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:04:59.979531 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cc02dec1-b353-4f66-9a24-1cb7a33bf538 req-13602131-4ec5-46d3-af05-c20fd6a6819b tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608066 Feb 04 13:05:00.034103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:00.154927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.155327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.156205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.156570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > port after_create 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.156884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.157246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > port after_update 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.157611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.158008 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.158352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.158734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.257436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.257824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.258190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.258556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80107) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 04 13:05:00.258945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be26fa2-02cb-43a4-b015-2608e6646dfa']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:00.273388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c488bc8-24a6-4553-9a0d-941d19fa9de8') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:00.273676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c488bc8-24a6-4553-9a0d-941d19fa9de8') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:00.286251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:00.307950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:00.310391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:05:00.490546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:05:00.500117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:00.729705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Network 4be26fa2-02cb-43a4-b015-2608e6646dfa has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: (rel_b, rel_a, rel_b), Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:00.764998 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:00.942730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61132106-c759-4715-bb74-b12003a42e70 req-6556b20c-d6f8-436f-9600-c684c7e5ce73 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:00.944870 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61132106-c759-4715-bb74-b12003a42e70 req-6556b20c-d6f8-436f-9600-c684c7e5ce73 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.3573184 Feb 04 13:05:00.946440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:00.950599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9d8631cc-d75b-46a9-9bc8-26cfe1796d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:00.992463 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:00.997072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4be26fa2-02cb-43a4-b015-2608e6646dfa,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:01.005065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:01.025651 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4be26fa2-02cb-43a4-b015-2608e6646dfa HTTP/1.1" status: 204 len: 168 time: 1.3472953 Feb 04 13:05:01.049360 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-61132106-c759-4715-bb74-b12003a42e70 req-10f6e5c7-35c6-4622-9f25-4fdfcc62ff07 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Feb 04 13:05:01.181788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45952) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:01.238176 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-84ad26e6-01e4-49e3-959f-e5e9198bad4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9482ee1d5d204e3aa3265174499fc43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525913 Feb 04 13:05:01.238381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 45956) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:01.300002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:01.327248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:01.347809 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81290c3f-94f9-43d0-bd38-c78cf15b5c2e req-461573d6-bb13-4638-9c71-502980ec254f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:01.349438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-81290c3f-94f9-43d0-bd38-c78cf15b5c2e req-461573d6-bb13-4638-9c71-502980ec254f tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.2286737 Feb 04 13:05:01.373850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:01.379077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-78db5b42-b109-4f61-9752-7bad719b6eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:01.392983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:01.395869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:01.403908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:01.407722 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2b0f5aa-a6fc-4c3c-a94b-e0e00644690b HTTP/1.1" status: 204 len: 168 time: 0.1659153 Feb 04 13:05:01.435338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-58838d6d-564e-4758-b9be-8158034ed9c2 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:01.436982 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-58838d6d-564e-4758-b9be-8158034ed9c2 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 945 time: 0.2749507 Feb 04 13:05:01.557343 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-81290c3f-94f9-43d0-bd38-c78cf15b5c2e req-14923bf1-5eb3-4d8a-bbdb-567cc09e2368 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/security-groups?id=471c82b6-e4d3-4389-9200-d992596304a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191399 Feb 04 13:05:01.579300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Deleting port 0def5167-b18a-4427-b264-b4a9050ae083 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:05:01.579691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:01.859822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] For port 0def5167-b18a-4427-b264-b4a9050ae083, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=0def5167-b18a-4427-b264-b4a9050ae083,segment=NetworkSegment(bcf8a4a6-3b8f-4b91-bf21-f53b9716216a),segment_id=bcf8a4a6-3b8f-4b91-bf21-f53b9716216a)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:01.860307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:01.966948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:02.008257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Calling delete_port for 0def5167-b18a-4427-b264-b4a9050ae083 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:05:02.039213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ba0cd7b6-c9ef-4832-a357-6b586ce6148c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:02.039625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:02.176610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:02.189609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 0def5167-b18a-4427-b264-b4a9050ae083 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:05:02.192725 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b569534e-5214-493e-aba4-2482e85a4c5f tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:02.228873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 0def5167-b18a-4427-b264-b4a9050ae083 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:05:02.229259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 0def5167-b18a-4427-b264-b4a9050ae083 not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:05:02.289516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Pushing event deleted for resources: {'Port': ['ID=0def5167-b18a-4427-b264-b4a9050ae083,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:02.363719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.364117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.364507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.364890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.365273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.365652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.366051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.366465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.366830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.367205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.367553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.367934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.368397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.368748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.369118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.369485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.369876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.370244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.370641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.371004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.371372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.371739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.372105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.372467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:02.380092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:02.544707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a7870-8a4f-423d-896f-23536b903b83 req-d0f0e785-1648-4dad-9bc6-3a1de6e97986 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:02.546729 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ea4a7870-8a4f-423d-896f-23536b903b83 req-d0f0e785-1648-4dad-9bc6-3a1de6e97986 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.3109040 Feb 04 13:05:02.614486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] No DVR routers for this DVR port 0def5167-b18a-4427-b264-b4a9050ae083 on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:05:02.619315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:02.622120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'name': 'network-vif-deleted', 'tag': '0def5167-b18a-4427-b264-b4a9050ae083'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:02.650452 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a1bc5e26-3e06-4e17-bdfc-308069add1cd req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.106 "DELETE /v2.0/ports/0def5167-b18a-4427-b264-b4a9050ae083 HTTP/1.1" status: 204 len: 173 time: 1.1975453 Feb 04 13:05:02.678611 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ea4a7870-8a4f-423d-896f-23536b903b83 req-ca86c2a5-fb62-42ce-a884-e35f8eac16fd tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222110 Feb 04 13:05:02.754494 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f1168176-0413-4993-84ae-73e4f3fbdcc5 req-4ebc4927-ca32-44c2-b4d1-bd870e1a61b3 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d7cac09-abf4-4f9e-8c5a-99aec5ebb714 HTTP/1.1" status: 200 len: 210 time: 0.0595360 Feb 04 13:05:02.771851 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7cac09-abf4-4f9e-8c5a-99aec5ebb714', 'name': 'network-vif-deleted', 'tag': '0def5167-b18a-4427-b264-b4a9050ae083', 'status': 'completed', 'code': 200} Feb 04 13:05:03.879164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46004) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:03.951222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Deleting subnet 28dcd00e-a20a-4490-aad9-f6cdf071a3b6 {{(pid=80108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:05:03.955243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:03.993461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e9c6c-0961-4de5-942c-d4d99f54e5eb req-f68a46e4-079a-4d0c-a103-85ec18e00cc9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:03.995205 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fc0e9c6c-0961-4de5-942c-d4d99f54e5eb req-f68a46e4-079a-4d0c-a103-85ec18e00cc9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1789670 Feb 04 13:05:04.013479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2529274'] for subnet, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.060449 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fc0e9c6c-0961-4de5-942c-d4d99f54e5eb req-4fa83595-cd17-4931-93e5-8b1664ccbcf3 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586152 Feb 04 13:05:04.071945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.351002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1287563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443923'] for subnet, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.365179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8f860234-6849-4bc3-905f-c8ed6c1ee804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:04.402532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28dcd00e-a20a-4490-aad9-f6cdf071a3b6,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:04.452132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:04.470697 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-583038f3-3386-4aff-be50-f028ca5ae084 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a983e10686a44aebbb4bcfb3dbcadc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319874 Feb 04 13:05:04.500626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.507009 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-111d11bd-572f-4a2b-9775-e1822fdae519 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/28dcd00e-a20a-4490-aad9-f6cdf071a3b6 HTTP/1.1" status: 204 len: 168 time: 0.6266332 Feb 04 13:05:04.509766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46026) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:04.626611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.724816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-556ca0a6-68d8-4f67-a2a8-942748c72ce2 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:04.726535 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-556ca0a6-68d8-4f67-a2a8-942748c72ce2 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495456 Feb 04 13:05:04.744125 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-ddae5499-e18b-45b9-b3bd-15186a268c00 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/quotas/a983e10686a44aebbb4bcfb3dbcadc91 HTTP/1.1" status: 200 len: 375 time: 0.0110137 Feb 04 13:05:04.804860 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-318704c4-cd63-4860-a6d7-d6fb6c1c3709 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a983e10686a44aebbb4bcfb3dbcadc91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543382 Feb 04 13:05:04.815802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.936411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae052a7-8d74-4e44-b249-4e879db86a48']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:04.950742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:04.951088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf8a4a6-3b8f-4b91-bf21-f53b9716216a') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:04.964428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.981861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:04.991103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:05:05.123874 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cc8bc380-02b2-4913-9072-df0d3a14b054 req-cbbb9269-2f72-4462-aeec-f58843af4dc4 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 210 time: 0.1174426 Feb 04 13:05:05.232102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:05:05.242315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:05.468937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77e01-60ff-4154-ac19-a910fb2547ed req-9f55f586-c2b0-4f2f-bd95-c6c2226ab206 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:05.470719 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8b77e01-60ff-4154-ac19-a910fb2547ed req-9f55f586-c2b0-4f2f-bd95-c6c2226ab206 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2343433 Feb 04 13:05:05.546310 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8b77e01-60ff-4154-ac19-a910fb2547ed req-9be7d4e7-6da1-45fe-9e8d-e3e290a1577c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 Feb 04 13:05:05.642599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Network 8ae052a7-8d74-4e44-b249-4e879db86a48 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:05.666294 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:05.749573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:05.754306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:05.757081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:05.780314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae052a7-8d74-4e44-b249-4e879db86a48,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:05.783068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:05.788355 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8ae052a7-8d74-4e44-b249-4e879db86a48 HTTP/1.1" status: 204 len: 168 time: 1.2775776 Feb 04 13:05:06.044846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46048) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:06.108272 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c3557241-d8e9-4638-8f8a-818918a3d884 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27f46618687548b0995ad9a9e733a34c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0621824 Feb 04 13:05:06.111144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46052) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:06.115231 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-9212d2e6-15bb-44c0-b4f8-a28d5983a5d5 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.106 "GET /v2.0/networks?tenant_id=a983e10686a44aebbb4bcfb3dbcadc91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322471 Feb 04 13:05:06.183258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:06.221085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:06.280183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:06.286874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-413e589a-1f6c-41b8-b618-bd8a9f238656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:06.303412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c82b6-e4d3-4389-9200-d992596304a9,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:06.306191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:06.313049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:06.314438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/471c82b6-e4d3-4389-9200-d992596304a9 HTTP/1.1" status: 204 len: 168 time: 0.2023242 Feb 04 13:05:06.373455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-08a6c2a5-bf19-4035-9a72-b70afa01e05e tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:06.375141 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-08a6c2a5-bf19-4035-9a72-b70afa01e05e tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556605 Feb 04 13:05:06.422134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Request body: {'port': {'device_id': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4', 'admin_state_up': True, 'tenant_id': 'a983e10686a44aebbb4bcfb3dbcadc91'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:06.454211 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7f49550a-d729-4f6a-9798-5c774ba34dba req-0ee58d2c-2a12-4773-9729-54ee68324a0c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 210 time: 0.0779481 Feb 04 13:05:06.590618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:06.594825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Usage tracker for resource:port and tenant:a983e10686a44aebbb4bcfb3dbcadc91 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:06.598296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:06.604316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:06.616849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Made reservation on behalf of a983e10686a44aebbb4bcfb3dbcadc91 for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:06.655581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:06.685042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:06.744212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:06.758651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Usage tracker for resource:security_group_rule and tenant:a983e10686a44aebbb4bcfb3dbcadc91 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:06.764352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:06.771684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:06.911846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31216cf2-c7d6-4287-b36d-94bba4a2098b req-58167519-22ae-4056-a1c5-125a961da40e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:06.913551 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-31216cf2-c7d6-4287-b36d-94bba4a2098b req-58167519-22ae-4056-a1c5-125a961da40e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2125850 Feb 04 13:05:07.014275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-31216cf2-c7d6-4287-b36d-94bba4a2098b req-0d9cc6a9-d5c3-40cd-9d3a-03dc348ccf66 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929508 Feb 04 13:05:07.029398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:07.032792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:07.046153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8cf4c320-54b5-4a52-b997-0edc1082fd85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:07.153856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b2ddd5-96ee-48c6-aa81-57730f63a16a,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:07.157449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:07.368648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Allocated IP 192.168.233.144 (d81a4a6f-d887-4b58-94e8-7a645f9582c4/a3687b7b-7f10-4153-874d-fbd2bf8fb52d/320180e7-e76d-4393-b244-065153cae7e1) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:05:07.595712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:07.616151 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Transition to ACTIVE for port object 320180e7-e76d-4393-b244-065153cae7e1 will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:07.640897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:07.659795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:07.792310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ece40-6913-4d83-bf37-68ea4af653ab req-03759210-82a7-4b2a-8432-d3c91e431fcb tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:07.800789 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-202ece40-6913-4d83-bf37-68ea4af653ab req-03759210-82a7-4b2a-8432-d3c91e431fcb tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 936 time: 0.1941667 Feb 04 13:05:07.821582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Pushing event updated for resources: {'Port': ['ID=320180e7-e76d-4393-b244-065153cae7e1,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:07.838554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:07.867641 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-202ece40-6913-4d83-bf37-68ea4af653ab req-ccef84b4-a36f-4210-ae2d-d10647feae20 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662849 Feb 04 13:05:07.918703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:05:07.919910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:07.922265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:05:07.965511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:08.069949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:08.071051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:08.093634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:08.094383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:08.126828 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7100146 Feb 04 13:05:08.148300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Request body: {'port': {'device_id': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:08.238943 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-c37a2d0c-0183-45b5-863e-815da794a68b None None] Provisioning for port 320180e7-e76d-4393-b244-065153cae7e1 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:08.244944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-c37a2d0c-0183-45b5-863e-815da794a68b None None] Provisioning complete for port 320180e7-e76d-4393-b244-065153cae7e1 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:08.245441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c37a2d0c-0183-45b5-863e-815da794a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:08.315519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c37a2d0c-0183-45b5-863e-815da794a68b None None] Port 320180e7-e76d-4393-b244-065153cae7e1 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:05:08.355967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:08.455149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e39e4e-d312-4c81-bd3c-a5ed2690c953 req-fcb98aa8-7b70-4b98-97c2-25af7fc06c0f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:08.456828 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-28e39e4e-d312-4c81-bd3c-a5ed2690c953 req-fcb98aa8-7b70-4b98-97c2-25af7fc06c0f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2661471 Feb 04 13:05:08.621723 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-28e39e4e-d312-4c81-bd3c-a5ed2690c953 req-066c78d0-eebc-4d50-8c3d-277af91e9015 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316650 Feb 04 13:05:08.967971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320180e7-e76d-4393-b244-065153cae7e1 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:05:08.978107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:08.991009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Transition to ACTIVE for port object 320180e7-e76d-4393-b244-065153cae7e1 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:08.997716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:09.014559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ae039d20-cdb7-4d22-a902-c2d168424782 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:09.421002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Pushing event updated for resources: {'Port': ['ID=320180e7-e76d-4393-b244-065153cae7e1,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:09.426322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:09.567549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-207e6d03-9fea-438c-b525-c75127068c4f tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:09.568317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-207e6d03-9fea-438c-b525-c75127068c4f tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Synchronizing usage tracker for tenant:a983e10686a44aebbb4bcfb3dbcadc91 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:05:09.691281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-207e6d03-9fea-438c-b525-c75127068c4f tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Unset dirty status for tenant:a983e10686a44aebbb4bcfb3dbcadc91 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:05:09.692579 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-207e6d03-9fea-438c-b525-c75127068c4f tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.6331925 Feb 04 13:05:09.781286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Attempting to bind port 320180e7-e76d-4393-b244-065153cae7e1 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:09.781644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Attempting to bind port 320180e7-e76d-4393-b244-065153cae7e1 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:05:09.782095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Attempting to bind port 320180e7-e76d-4393-b244-065153cae7e1 on network d81a4a6f-d887-4b58-94e8-7a645f9582c4 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:05:09.807100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-2c9f6894-971e-4cb4-8319-2e0e188743a6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Synchronizing usage tracker for tenant:a983e10686a44aebbb4bcfb3dbcadc91 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:05:09.813692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:09.814076 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Checking segment: {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:09.814472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:09.814860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Bound using segment: {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:09.815341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Bound port: 320180e7-e76d-4393-b244-065153cae7e1, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce629a7-c884-4311-aa8c-53fae83456d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd81a4a6f-d887-4b58-94e8-7a645f9582c4'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:05:09.815706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:09.894992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-2c9f6894-971e-4cb4-8319-2e0e188743a6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Unset dirty status for tenant:a983e10686a44aebbb4bcfb3dbcadc91 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:05:09.896247 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ae922fa-f81f-4dc8-a7b9-8b1e5977584e req-2c9f6894-971e-4cb4-8319-2e0e188743a6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907544 Feb 04 13:05:09.962224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] For port 320180e7-e76d-4393-b244-065153cae7e1, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:05:09.966212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] For port 320180e7-e76d-4393-b244-065153cae7e1, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=320180e7-e76d-4393-b244-065153cae7e1,segment=NetworkSegment(3ce629a7-c884-4311-aa8c-53fae83456d7),segment_id=3ce629a7-c884-4311-aa8c-53fae83456d7)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:05:09.971169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:09.988596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2965ddf2-aca1-4057-b793-a6163891fe90 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:10.106888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fab2d-b20d-4ac1-a3ea-5c455ccadccb req-681642d3-364a-43ad-a260-6aaeb848844c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:10.115501 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b0fab2d-b20d-4ac1-a3ea-5c455ccadccb req-681642d3-364a-43ad-a260-6aaeb848844c tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2420621 Feb 04 13:05:10.178968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Pushing event updated for resources: {'Port': ['ID=320180e7-e76d-4393-b244-065153cae7e1,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:10.187190 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b0fab2d-b20d-4ac1-a3ea-5c455ccadccb req-63b620ee-91e3-4785-8fb6-b293f06c14ae tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706568 Feb 04 13:05:10.196131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:10.233361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:10.233961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:10.235665 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] 10.222.0.106 "PUT /v2.0/ports/320180e7-e76d-4393-b244-065153cae7e1 HTTP/1.1" status: 200 len: 1162 time: 2.0985289 Feb 04 13:05:10.236213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'tag': '320180e7-e76d-4393-b244-065153cae7e1'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:10.334909 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'tag': '320180e7-e76d-4393-b244-065153cae7e1', 'status': 'completed', 'code': 200} Feb 04 13:05:10.377561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-57e7f5c9-5961-44a5-a924-39b2376903eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:10.379446 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-57e7f5c9-5961-44a5-a924-39b2376903eb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a983e10686a44aebbb4bcfb3dbcadc91&device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 1165 time: 0.0987513 Feb 04 13:05:10.465595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-d34a5ad6-60fb-4311-81d9-2bbf311417cf service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=320180e7-e76d-4393-b244-065153cae7e1 HTTP/1.1" status: 200 len: 217 time: 0.0787873 Feb 04 13:05:10.535906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-2cf5b0f1-a5f2-42f8-a665-da3f91802990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:10.537432 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-2cf5b0f1-a5f2-42f8-a665-da3f91802990 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a3687b7b-7f10-4153-874d-fbd2bf8fb52d HTTP/1.1" status: 200 len: 843 time: 0.0662832 Feb 04 13:05:10.623360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7f86d52e-db2f-4264-b31d-0d6cb484b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:10.624972 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-7f86d52e-db2f-4264-b31d-0d6cb484b5f4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d81a4a6f-d887-4b58-94e8-7a645f9582c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0829885 Feb 04 13:05:10.783587 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-85d373fe-9d35-4110-87b1-04eb2509faa9 service neutron] 10.222.0.106 "GET /v2.0/networks/d81a4a6f-d887-4b58-94e8-7a645f9582c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485593 Feb 04 13:05:10.929338 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f070aeb2-6df4-4370-93d1-ae7a40983196 req-fff92d17-df89-4954-a9f6-ccbc6441737c service neutron] 10.222.0.106 "GET /v2.0/networks/d81a4a6f-d887-4b58-94e8-7a645f9582c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409240 Feb 04 13:05:11.116167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-de8d2d32-938c-43e2-afce-bbdc4c3b5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.118178 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-de8d2d32-938c-43e2-afce-bbdc4c3b5514 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a983e10686a44aebbb4bcfb3dbcadc91&device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 1165 time: 0.1183527 Feb 04 13:05:11.201753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b05003-26aa-4a45-89be-de2d0b9247d8 req-4b2ff5b3-0ec9-4cff-afd4-778580953b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.203421 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6b05003-26aa-4a45-89be-de2d0b9247d8 req-4b2ff5b3-0ec9-4cff-afd4-778580953b36 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.1087892 Feb 04 13:05:11.248188 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6b05003-26aa-4a45-89be-de2d0b9247d8 req-65f9f847-ff95-4e62-8e7c-ecd2c97c4b7e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392742 Feb 04 13:05:11.447912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b696a-8ac1-4cc6-a094-fd992bb929d0 req-09732f7c-3901-4f3d-a77d-53d7c619afd6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.449985 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d0b696a-8ac1-4cc6-a094-fd992bb929d0 req-09732f7c-3901-4f3d-a77d-53d7c619afd6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.2952626 Feb 04 13:05:11.452518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-208b295f-4fc6-41c1-a598-c39a525786c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.456276 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-208b295f-4fc6-41c1-a598-c39a525786c5 service neutron] 10.222.0.106 "GET /v2.0/networks?id=d81a4a6f-d887-4b58-94e8-7a645f9582c4 HTTP/1.1" status: 200 len: 863 time: 0.3270640 Feb 04 13:05:11.511824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4a58d-2065-49d1-9029-3695bf89e1d9 req-991ecfd8-fbf4-4c4f-96f2-e2f338b4fe5e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.513805 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdb4a58d-2065-49d1-9029-3695bf89e1d9 req-991ecfd8-fbf4-4c4f-96f2-e2f338b4fe5e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1893997 Feb 04 13:05:11.518465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46192) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:11.587276 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdb4a58d-2065-49d1-9029-3695bf89e1d9 req-a73083b0-48b4-445d-aa04-5f12f1bb7570 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Feb 04 13:05:11.592720 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5d0b696a-8ac1-4cc6-a094-fd992bb929d0 req-b26660bf-52c9-4867-8d77-e3cc6167649b tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326234 Feb 04 13:05:11.594262 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-75ff2583-2df9-441e-831a-8143b2be7e47 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=320180e7-e76d-4393-b244-065153cae7e1 HTTP/1.1" status: 200 len: 217 time: 0.0912459 Feb 04 13:05:11.666211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-279a8ed9-a93f-4d1b-a576-1d8284f2e733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.667820 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-279a8ed9-a93f-4d1b-a576-1d8284f2e733 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=a3687b7b-7f10-4153-874d-fbd2bf8fb52d HTTP/1.1" status: 200 len: 843 time: 0.0681803 Feb 04 13:05:11.691799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:11.707803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:11.713304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Usage tracker for resource:security_group_rule and tenant:65b67c9853a8499d9611ede17bf7183b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:11.716484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:11.722652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:11.763259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-0fcd8ca9-cf64-4e2d-b87c-59e164c2654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:11.764973 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-0fcd8ca9-cf64-4e2d-b87c-59e164c2654d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=d81a4a6f-d887-4b58-94e8-7a645f9582c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812254 Feb 04 13:05:11.833629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:11.837005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:11.849648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:11.902464 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65b67c9853a8499d9611ede17bf7183b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827467 Feb 04 13:05:11.904240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150d6a4f-6469-4010-b8cb-5a5152330839,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:11.907805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:11.908513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46198) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:11.920409 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-2e676950-5b5f-41eb-a39e-d2789f4c3ba7 service neutron] 10.222.0.106 "GET /v2.0/networks/d81a4a6f-d887-4b58-94e8-7a645f9582c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461358 Feb 04 13:05:11.977771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:12.011925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:12.086191 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-60dfd296-de3f-40d2-b5f6-695c617f6de0 req-1348776b-70ab-48ff-b42e-1aed67f50b32 service neutron] 10.222.0.106 "GET /v2.0/networks/d81a4a6f-d887-4b58-94e8-7a645f9582c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610858 Feb 04 13:05:12.284842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:12.290086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-775ede06-553d-4aa6-90d4-36ea4ecc5bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:12.303971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150d6a4f-6469-4010-b8cb-5a5152330839,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:12.306574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:12.309450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:12.311036 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/150d6a4f-6469-4010-b8cb-5a5152330839 HTTP/1.1" status: 204 len: 168 time: 0.4011524 Feb 04 13:05:12.703401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46212) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:12.727512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:12.791958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:12.798119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Usage tracker for resource:security_group_rule and tenant:c129580c2fd94af5a711f7c510f04ef4 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:12.802505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:12.813726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:12.919249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f329-a7a6-4aa2-ba5c-f09905acf8c9 req-db0dbb57-e567-4ca4-8d64-472641a40a50 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:12.920973 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0ca8f329-a7a6-4aa2-ba5c-f09905acf8c9 req-db0dbb57-e567-4ca4-8d64-472641a40a50 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.1742146 Feb 04 13:05:12.946414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366444d6-755b-4782-874f-fde93802bb5b req-7a392838-2f5f-4aa6-9b47-e8a704d13253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:12.950829 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-366444d6-755b-4782-874f-fde93802bb5b req-7a392838-2f5f-4aa6-9b47-e8a704d13253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2136712 Feb 04 13:05:13.018301 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0ca8f329-a7a6-4aa2-ba5c-f09905acf8c9 req-cc09da0c-125b-4d6f-9b37-c321472a600c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909388 Feb 04 13:05:13.066058 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-366444d6-755b-4782-874f-fde93802bb5b req-cc7f41aa-668c-4a95-917f-ad260117f6e9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023738 Feb 04 13:05:13.083327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:13.087203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:13.098514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-48798c59-2660-4187-a455-017a9805cf9c tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:13.145524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c129580c2fd94af5a711f7c510f04ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408717 Feb 04 13:05:13.147420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b49531-0011-41f3-b1b8-c1d94274194f,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:13.148600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46218) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:13.150679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-66e310d3-5a74-4fd5-80de-e2487942bbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:13.219109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:13.247367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:13.293952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:13.297874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b3e39faf-3e3c-4460-a065-c3221138d2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:13.309734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b49531-0011-41f3-b1b8-c1d94274194f,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:13.313529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:13.316766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:13.318011 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50b49531-0011-41f3-b1b8-c1d94274194f HTTP/1.1" status: 204 len: 168 time: 0.1682525 Feb 04 13:05:14.060577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:14.142240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:14.142839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:14.375838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96b40f-226e-47dc-9b5e-2a8706c07fc2 req-897fa190-09e2-4821-8623-c474d6f674f6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:14.377692 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cd96b40f-226e-47dc-9b5e-2a8706c07fc2 req-897fa190-09e2-4821-8623-c474d6f674f6 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.2060642 Feb 04 13:05:14.413321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eae16-bb22-485c-9952-a9169620baf0 req-f9d67a9c-aea8-44a7-a4da-2c56afd2abe2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:14.415075 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae3eae16-bb22-485c-9952-a9169620baf0 req-f9d67a9c-aea8-44a7-a4da-2c56afd2abe2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1912062 Feb 04 13:05:14.444157 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cd96b40f-226e-47dc-9b5e-2a8706c07fc2 req-2c0b585e-f2df-4f6b-a2b8-43574ed170a4 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592062 Feb 04 13:05:14.481537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ae3eae16-bb22-485c-9952-a9169620baf0 req-128cba0c-64c5-4d7e-a2e5-48cbdb5c0ae7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587173 Feb 04 13:05:15.081891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-0a3e31db-ed52-4c41-9100-d13e623f6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:15.083683 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-0a3e31db-ed52-4c41-9100-d13e623f6404 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 1162 time: 0.0924208 Feb 04 13:05:15.210799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb847-ef8a-41cb-b572-79e485cdb810 req-1b396bb8-13dd-4544-a3b7-8cdfc2fe7ab1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:15.212533 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-170eb847-ef8a-41cb-b572-79e485cdb810 req-1b396bb8-13dd-4544-a3b7-8cdfc2fe7ab1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1683831 Feb 04 13:05:15.261983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-5edb66af-b811-41f2-9121-ee581e891214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:15.263989 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-5edb66af-b811-41f2-9121-ee581e891214 service neutron] 10.222.0.106 "GET /v2.0/networks?id=7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 200 len: 912 time: 0.1698539 Feb 04 13:05:15.284448 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-170eb847-ef8a-41cb-b572-79e485cdb810 req-57bd80c5-0dc5-4a04-9b45-55df72c99107 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643597 Feb 04 13:05:15.341428 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-a7753341-64f9-472a-93f4-b19fda8244a0 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 200 len: 217 time: 0.0670061 Feb 04 13:05:15.415822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-6ae95cd9-2c9c-48d0-9e5f-5acefa4101db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:15.417404 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-6ae95cd9-2c9c-48d0-9e5f-5acefa4101db service neutron] 10.222.0.106 "GET /v2.0/subnets?id=32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 200 len: 858 time: 0.0692770 Feb 04 13:05:15.474967 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-b4d06a02-4e73-4dc6-ae0a-c444688e9d15 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=7f428676-6196-431b-969b-ec49eb2ae899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478604 Feb 04 13:05:15.543524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:05:15.691450 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-c23aa879-9fde-4227-9da5-0a16035b81b4 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064240 Feb 04 13:05:15.869082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a46176-b64b-4332-91d7-09eac3ef3d5e req-ccef25c8-6f3e-4b9e-8345-cdf98b264ed3 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:15.870904 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-71a46176-b64b-4332-91d7-09eac3ef3d5e req-ccef25c8-6f3e-4b9e-8345-cdf98b264ed3 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.2868273 Feb 04 13:05:15.947956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46290) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:15.982128 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-71a46176-b64b-4332-91d7-09eac3ef3d5e req-5c057a21-b1a0-4c14-8d9a-a52daf0ea0d9 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966361 Feb 04 13:05:15.984536 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fc76fbf-be5b-4582-a319-04b0e30f1c15 req-50f60a92-6453-466f-b5b6-6f5e66efd059 service neutron] 10.222.0.106 "GET /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2860470 Feb 04 13:05:16.122067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.137632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:16.142168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Usage tracker for resource:security_group_rule and tenant:d95edbc0823e4d738006e268fafc2944 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:16.145280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:16.151543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:16.259014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.263336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.272608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-41af5798-3a6d-4494-b9c8-6f8d7b3d09e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:16.314458 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d95edbc0823e4d738006e268fafc2944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652234 Feb 04 13:05:16.316575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e877e6-e302-4b4d-b571-3903c0f7eb7d,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:16.317645 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46296) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:16.319890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:16.602355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008c76c-72f5-42e6-88f8-ceca8ac609d5 req-d02a429b-af2a-4228-8079-0fcb8d5b3635 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:16.603484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.604052 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2008c76c-72f5-42e6-88f8-ceca8ac609d5 req-d02a429b-af2a-4228-8079-0fcb8d5b3635 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1710460 Feb 04 13:05:16.631400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.670858 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2008c76c-72f5-42e6-88f8-ceca8ac609d5 req-bbc1e36b-0e71-4480-96f5-ca790ed7d237 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602059 Feb 04 13:05:16.680016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.684176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cef4e19f-62c2-47aa-bb3f-db3e413d6348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:16.697177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e877e6-e302-4b4d-b571-3903c0f7eb7d,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:16.700097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:16.707937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:16.709138 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6e877e6-e302-4b4d-b571-3903c0f7eb7d HTTP/1.1" status: 204 len: 168 time: 0.3903677 Feb 04 13:05:16.935494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.113362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46312) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:17.134007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.149503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:17.154144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Usage tracker for resource:security_group_rule and tenant:05446b48dc984638a798fd64430225f3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:17.157484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:17.163739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:17.272311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.276077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.283462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-12fcc02f-8c2b-40fb-8aaf-ceaf00fa4395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:17.294397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f65b1-d6bd-4497-88c8-a83a41674804 req-60500a1a-18c8-4f22-8021-2f600ca9fc7e tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:17.296085 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-633f65b1-d6bd-4497-88c8-a83a41674804 req-60500a1a-18c8-4f22-8021-2f600ca9fc7e tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.1809490 Feb 04 13:05:17.330842 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05446b48dc984638a798fd64430225f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161379 Feb 04 13:05:17.331603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a994c0-5836-4f6e-9568-9d8ca66b1ecb,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:17.334318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46316) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:17.337217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:17.372207 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-633f65b1-d6bd-4497-88c8-a83a41674804 req-c396151e-d8c9-490d-ba63-2eaea7102b52 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602384 Feb 04 13:05:17.396975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.426090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.479346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.483606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-29f06881-0316-440a-8a75-ebf5f80f29fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:17.495464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a994c0-5836-4f6e-9568-9d8ca66b1ecb,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:17.498052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:17.505707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:17.506976 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10a994c0-5836-4f6e-9568-9d8ca66b1ecb HTTP/1.1" status: 204 len: 168 time: 0.1716537 Feb 04 13:05:17.982265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22160485-40aa-406f-ba3b-a9396a23ed2f req-f7bc4ed8-11ed-4eab-b50f-f83259f04973 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:17.983968 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-22160485-40aa-406f-ba3b-a9396a23ed2f req-f7bc4ed8-11ed-4eab-b50f-f83259f04973 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1741698 Feb 04 13:05:18.049502 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-22160485-40aa-406f-ba3b-a9396a23ed2f req-0c90dd2a-f510-4b39-993a-72c3ece8afe6 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589843 Feb 04 13:05:18.144423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network d81a4a6f-d887-4b58-94e8-7a645f9582c4 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:18.431556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-e1630c62-dc45-4154-b598-69c09d63b4b4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:05:18.681849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e11997-2195-49a4-8269-11dbe40b46ba req-7091c580-de84-4dbb-846f-18488800fac2 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:18.683562 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87e11997-2195-49a4-8269-11dbe40b46ba req-7091c580-de84-4dbb-846f-18488800fac2 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 948 time: 0.1768887 Feb 04 13:05:18.750769 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87e11997-2195-49a4-8269-11dbe40b46ba req-b21c9115-a3ec-4350-9964-7d46a6c1f400 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Feb 04 13:05:19.260325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-944a7c62-2a30-4017-89e6-5d404691a0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:19.372484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467ec0b-ae76-4cb5-b5e3-3f69fd65d5a3 req-3a6a0dc7-d1b8-4c5c-9e8c-43c43353d991 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:19.374231 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2467ec0b-ae76-4cb5-b5e3-3f69fd65d5a3 req-3a6a0dc7-d1b8-4c5c-9e8c-43c43353d991 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1863306 Feb 04 13:05:19.440445 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2467ec0b-ae76-4cb5-b5e3-3f69fd65d5a3 req-521bca14-39f5-4c80-9bbc-f0a7cad0ef7f tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580890 Feb 04 13:05:19.626967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 320180e7-e76d-4393-b244-065153cae7e1 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:19.712122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 320180e7-e76d-4393-b244-065153cae7e1 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:19.717912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 320180e7-e76d-4393-b244-065153cae7e1 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:19.718383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:19.913707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:19.958225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 320180e7-e76d-4393-b244-065153cae7e1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=320180e7-e76d-4393-b244-065153cae7e1,segment=NetworkSegment(3ce629a7-c884-4311-aa8c-53fae83456d7),segment_id=3ce629a7-c884-4311-aa8c-53fae83456d7)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:19.959597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320180e7-e76d-4393-b244-065153cae7e1'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:19.967003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:19.968240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:20.133841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55e1f-90a9-4b96-b143-cfb542dd2853 req-c635d6fb-d121-48cc-b27f-14e07e6a1fcc tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:20.135559 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-64d55e1f-90a9-4b96-b143-cfb542dd2853 req-c635d6fb-d121-48cc-b27f-14e07e6a1fcc tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 950 time: 0.2065673 Feb 04 13:05:20.217964 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320180e7-e76d-4393-b244-065153cae7e1', 'code': 200} Feb 04 13:05:20.218470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:20.218732 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-64d55e1f-90a9-4b96-b143-cfb542dd2853 req-f8fb54e3-633b-4d4d-a917-402d747a3956 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762024 Feb 04 13:05:20.313846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:20.315242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:20.345224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=320180e7-e76d-4393-b244-065153cae7e1,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:20.369414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.370183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.370183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.370596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.370929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.371296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.371692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.372007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.372365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.372720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.373074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.373426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.373905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb95f01-1abd-4f06-a46e-4f12f795a6a0 req-2989e455-33c9-409e-8bf5-070023be75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:20.374053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.374242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.374581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.374926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377421 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdb95f01-1abd-4f06-a46e-4f12f795a6a0 req-2989e455-33c9-409e-8bf5-070023be75a1 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 1167 time: 0.0876644 Feb 04 13:05:20.377529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.377529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:20.383434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:20.430183 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdb95f01-1abd-4f06-a46e-4f12f795a6a0 req-b458a908-4844-489a-be9a-23ba83aad04b service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Feb 04 13:05:20.583169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 320180e7-e76d-4393-b244-065153cae7e1 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:20.666812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 320180e7-e76d-4393-b244-065153cae7e1 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:20.667525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:20.748818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6869b5a-3b7b-436d-bb5a-f6e4892843a1 req-63a54fd6-b1a0-4771-a828-af58baa2e698 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:20.750490 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a6869b5a-3b7b-436d-bb5a-f6e4892843a1 req-63a54fd6-b1a0-4771-a828-af58baa2e698 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1762226 Feb 04 13:05:20.826368 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a6869b5a-3b7b-436d-bb5a-f6e4892843a1 req-8de5c4cb-3daf-436d-9ada-08f584d6e5c5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686474 Feb 04 13:05:21.592017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50c52-20c0-4d46-b790-811f1a7ba2e2 req-59a4945f-01b6-43ce-8a81-ad977c93cbb1 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:21.593774 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4bc50c52-20c0-4d46-b790-811f1a7ba2e2 req-59a4945f-01b6-43ce-8a81-ad977c93cbb1 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 950 time: 0.2182105 Feb 04 13:05:21.661021 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4bc50c52-20c0-4d46-b790-811f1a7ba2e2 req-01f03a6b-3b8f-40a5-bc7e-0d1bf40dff1a tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598183 Feb 04 13:05:22.991079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14299b-4c12-4b00-9511-164ce2371a9b req-7b6e1ff9-98a0-4be9-99a3-5a8cc0bd5d41 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:22.994035 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8e14299b-4c12-4b00-9511-164ce2371a9b req-7b6e1ff9-98a0-4be9-99a3-5a8cc0bd5d41 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 950 time: 0.1967902 Feb 04 13:05:23.079172 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8e14299b-4c12-4b00-9511-164ce2371a9b req-59979dad-e38e-4bcd-a09e-5eb48d5cfa41 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781965 Feb 04 13:05:23.368706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fce0d9be-a1f5-40eb-83f2-e7b01ce8c965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:23.599381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46450) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:23.777800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf249661-284d-4fa3-b695-677d154bea06 req-9035e982-91b1-4b78-aec7-e32ee7e49a14 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:23.779530 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bf249661-284d-4fa3-b695-677d154bea06 req-9035e982-91b1-4b78-aec7-e32ee7e49a14 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 950 time: 0.1987214 Feb 04 13:05:23.783677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:23.801756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:23.806571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Usage tracker for resource:security_group_rule and tenant:49cc1c4dc8de4356920286073dbe5446 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:23.810090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:23.817880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:23.850846 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bf249661-284d-4fa3-b695-677d154bea06 req-9557a6de-f043-4bbe-80eb-84f094486383 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616729 Feb 04 13:05:23.915179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:23.918559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:23.928231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3864d855-60ad-4ada-9bcd-f3153d9ed7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:23.971653 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49cc1c4dc8de4356920286073dbe5446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705721 Feb 04 13:05:23.974374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c457928-0727-4bdb-ae1a-fbcab003f84f,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:23.974666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46460) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:23.979129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:24.030177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.047405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.076967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.127784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.131983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4f3461e7-9dba-403d-b0d8-093de52e20fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:24.144980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c457928-0727-4bdb-ae1a-fbcab003f84f,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:24.149034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:24.152941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.155259 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c457928-0727-4bdb-ae1a-fbcab003f84f HTTP/1.1" status: 204 len: 168 time: 0.1789610 Feb 04 13:05:24.462843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.543391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46470) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:24.573006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.594681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:24.602026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Usage tracker for resource:security_group_rule and tenant:e5482552f8dd41d3b0b1c4c66617137f is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:24.608210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:24.620259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:24.767779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.771795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.781738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b2b67adc-6825-4546-9a6e-bcbfc6696d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:24.830200 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5482552f8dd41d3b0b1c4c66617137f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849157 Feb 04 13:05:24.831856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b6ef26-e500-4525-93ec-a6d24444f251,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:24.833689 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46476) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:24.835163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:24.913098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:24.954960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:25.019517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:25.025293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8af3967b-8258-4fdb-8647-26e570d9a3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:25.040401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b6ef26-e500-4525-93ec-a6d24444f251,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:25.043279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:25.056536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:25.061460 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2b6ef26-e500-4525-93ec-a6d24444f251 HTTP/1.1" status: 204 len: 168 time: 0.2257707 Feb 04 13:05:25.188665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817ba72-2820-4c58-9c1e-dc4ea44e6a57 req-3687a1e9-2063-4a43-9c0b-83165306324b tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:25.190458 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f817ba72-2820-4c58-9c1e-dc4ea44e6a57 req-3687a1e9-2063-4a43-9c0b-83165306324b tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 950 time: 0.1676590 Feb 04 13:05:25.265289 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f817ba72-2820-4c58-9c1e-dc4ea44e6a57 req-d609781a-42cf-4680-a9e4-16eb1361123f tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/security-groups?id=95b2ddd5-96ee-48c6-aa81-57730f63a16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674231 Feb 04 13:05:25.435269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:25.458864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-10049537-cefd-4e27-81fb-1b59bce17d92 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:25.460622 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-10049537-cefd-4e27-81fb-1b59bce17d92 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.106 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 950 time: 0.1864333 Feb 04 13:05:25.559137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Deleting port 320180e7-e76d-4393-b244-065153cae7e1 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:05:25.559588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:25.866946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] For port 320180e7-e76d-4393-b244-065153cae7e1, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=320180e7-e76d-4393-b244-065153cae7e1,segment=NetworkSegment(3ce629a7-c884-4311-aa8c-53fae83456d7),segment_id=3ce629a7-c884-4311-aa8c-53fae83456d7)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:25.867356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:26.008161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Calling delete_port for 320180e7-e76d-4393-b244-065153cae7e1 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:05:26.174176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:26.189565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:26.306807 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Pushing event deleted for resources: {'Port': ['ID=320180e7-e76d-4393-b244-065153cae7e1,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:26.314794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:26.468905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] No DVR routers for this DVR port 320180e7-e76d-4393-b244-065153cae7e1 on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:05:26.472665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:26.492557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'name': 'network-vif-deleted', 'tag': '320180e7-e76d-4393-b244-065153cae7e1'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:26.570133 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ece0b00f-f48a-45db-b0a8-6214b932439a req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.106 "DELETE /v2.0/ports/320180e7-e76d-4393-b244-065153cae7e1 HTTP/1.1" status: 204 len: 173 time: 1.1044776 Feb 04 13:05:26.614477 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 320180e7-e76d-4393-b244-065153cae7e1 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:05:26.642323 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f088f432-6de8-42ed-8235-d299261c3a23 req-c8d13f21-f2a4-4e8d-855b-c90cffa51e29 tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d0e0f05-0f27-4dda-a7af-f2f8b77178c6 HTTP/1.1" status: 200 len: 210 time: 0.0749335 Feb 04 13:05:26.695188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 320180e7-e76d-4393-b244-065153cae7e1 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:05:26.695581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 320180e7-e76d-4393-b244-065153cae7e1 not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:05:26.783266 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0e0f05-0f27-4dda-a7af-f2f8b77178c6', 'name': 'network-vif-deleted', 'tag': '320180e7-e76d-4393-b244-065153cae7e1', 'status': 'completed', 'code': 200} Feb 04 13:05:26.930650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a46aa5-585d-4321-8a8d-e7907cf4a65d req-71a2abca-c882-4391-ac36-9d7e89eb1cd9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:26.932373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-05a46aa5-585d-4321-8a8d-e7907cf4a65d req-71a2abca-c882-4391-ac36-9d7e89eb1cd9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1989164 Feb 04 13:05:27.012654 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-05a46aa5-585d-4321-8a8d-e7907cf4a65d req-c0cce528-964e-49e2-b165-01ff60a80f57 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Feb 04 13:05:28.349517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2b65c-f45e-41aa-8cd8-12aa7cdcd5a6 req-8d9b0533-0db0-4cf8-9dd6-14080f510742 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:28.351282 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8a2b65c-f45e-41aa-8cd8-12aa7cdcd5a6 req-8d9b0533-0db0-4cf8-9dd6-14080f510742 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.1952243 Feb 04 13:05:28.365927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46600) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:28.436587 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8a2b65c-f45e-41aa-8cd8-12aa7cdcd5a6 req-4ead0b80-174a-4400-8aa9-428144bc7c6d tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764694 Feb 04 13:05:28.609957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:28.628213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:28.632827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Usage tracker for resource:security_group_rule and tenant:f578fdfa08d74656b01a08a5ba6d5e12 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:28.636282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:28.642576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:28.656690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:28.738700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 42760b01-68f2-4231-8524-28e5c8eb931e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:28.739091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:28.745650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:28.748879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:28.758446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-49fb0c8d-79f2-4031-bdcf-fd096d4a71d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:28.812984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd02dd6-39ec-4846-9c8f-d329bd1210f7,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:28.817220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:28.825259 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1912b3d8-46ab-447a-ad03-d39d19736c25 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f578fdfa08d74656b01a08a5ba6d5e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537096 Feb 04 13:05:28.825259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46658) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:28.953974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.011060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.148319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-fd7104fe-61ba-43b3-ac4d-1bad50525c07 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:29.150047 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-fd7104fe-61ba-43b3-ac4d-1bad50525c07 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2776299 Feb 04 13:05:29.195801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.207118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2c3e59c5-3c1f-486b-9ddd-ea5ee91c1ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:29.230108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd02dd6-39ec-4846-9c8f-d329bd1210f7,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:29.235882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:29.246577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.247818 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e45cdbff-1062-4e5d-9ee7-abb52d93de92 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ebd02dd6-39ec-4846-9c8f-d329bd1210f7 HTTP/1.1" status: 204 len: 168 time: 0.4213300 Feb 04 13:05:29.275874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Deleting port 42760b01-68f2-4231-8524-28e5c8eb931e {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:05:29.276254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.583936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] For port 42760b01-68f2-4231-8524-28e5c8eb931e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=42760b01-68f2-4231-8524-28e5c8eb931e,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:29.584426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.709381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46726) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:29.741499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.745047 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Calling delete_port for 42760b01-68f2-4231-8524-28e5c8eb931e owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:05:29.907094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422dfd-f4ef-4999-b039-b8b39254eca0 req-cdcc7c2f-b219-470c-bfc4-178bac27b526 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:29.914977 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-77422dfd-f4ef-4999-b039-b8b39254eca0 req-cdcc7c2f-b219-470c-bfc4-178bac27b526 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 945 time: 0.2834744 Feb 04 13:05:29.962762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:29.963039 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:29.984106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-940395d5-61c9-4010-a61a-de39935b97bd tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:30.010330 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-77422dfd-f4ef-4999-b039-b8b39254eca0 req-72df0b1d-f0a7-4abb-8102-a38d5954108e tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797024 Feb 04 13:05:30.015994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9bc56670d24c73801edd04b18b24bd is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:30.024884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:30.031600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:30.131843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.139073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.146119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9f12827f-b96f-4377-8ceb-2ab3bfaaa6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:30.210224 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c9bc56670d24c73801edd04b18b24bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929862 Feb 04 13:05:30.215629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46756) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:30.248204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa1c990-f488-4c78-bcf7-d21860c1f4eb,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:30.265448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:30.306897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Pushing event deleted for resources: {'Port': ['ID=42760b01-68f2-4231-8524-28e5c8eb931e,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:30.314092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:30.354006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.390648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.432279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] No DVR routers for this DVR port 42760b01-68f2-4231-8524-28e5c8eb931e on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:05:30.434806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.437902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'name': 'network-vif-deleted', 'tag': '42760b01-68f2-4231-8524-28e5c8eb931e'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:30.452985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.454408 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a6cc5a3-c6d0-4164-81a2-7edf2fa75781 req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "DELETE /v2.0/ports/42760b01-68f2-4231-8524-28e5c8eb931e HTTP/1.1" status: 204 len: 173 time: 1.2958367 Feb 04 13:05:30.458439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-225e8fd9-c384-47bc-be3f-a884fe25500c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:30.470359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa1c990-f488-4c78-bcf7-d21860c1f4eb,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:30.478195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:30.479046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:30.481037 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9aa1c990-f488-4c78-bcf7-d21860c1f4eb HTTP/1.1" status: 204 len: 168 time: 0.2635858 Feb 04 13:05:30.547657 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eadbb5e-ad12-45af-a41b-d48971324fab', 'name': 'network-vif-deleted', 'tag': '42760b01-68f2-4231-8524-28e5c8eb931e', 'status': 'completed', 'code': 200} Feb 04 13:05:31.056447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:05:31.172851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 42760b01-68f2-4231-8524-28e5c8eb931e {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:05:31.173286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 42760b01-68f2-4231-8524-28e5c8eb931e not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:05:31.334686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-7f88ea68-58ba-47fc-afa3-13e7050a5fa1 req-0aafce8c-f606-4bdc-818d-4ecb3761f0d2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Synchronizing usage tracker for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:05:31.366002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-7f88ea68-58ba-47fc-afa3-13e7050a5fa1 req-0aafce8c-f606-4bdc-818d-4ecb3761f0d2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Unset dirty status for tenant:315d9e1dbd1745b7933e1934f50d13f4 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:05:31.368491 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7f88ea68-58ba-47fc-afa3-13e7050a5fa1 req-0aafce8c-f606-4bdc-818d-4ecb3761f0d2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=2eadbb5e-ad12-45af-a41b-d48971324fab HTTP/1.1" status: 200 len: 210 time: 0.1352971 Feb 04 13:05:32.351983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46870) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:32.512962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:32.530878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:32.535648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Usage tracker for resource:security_group_rule and tenant:36b332f4a6854bfd92d8cc4160011bda is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:32.538908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:32.545446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:32.635410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:32.638964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:32.648507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4623b5cd-1340-4655-b93d-3c1abf864956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:32.691835 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36b332f4a6854bfd92d8cc4160011bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386407 Feb 04 13:05:32.693519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b21032-55bf-475b-914d-d8aba0922a01,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:32.695240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46882) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:32.696904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:32.778121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:32.806605 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:32.918201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:32.923807 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8a78eaaf-2d11-4060-bed0-2ffa08c542eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:32.942159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b21032-55bf-475b-914d-d8aba0922a01,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:32.946889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:33.046263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1645d20-a418-4356-8b63-d654fe5b9af4 req-1befca29-3042-40db-b92e-54203060cb82 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:33.048016 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c1645d20-a418-4356-8b63-d654fe5b9af4 req-1befca29-3042-40db-b92e-54203060cb82 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2223899 Feb 04 13:05:33.049651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:33.051104 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3b21032-55bf-475b-914d-d8aba0922a01 HTTP/1.1" status: 204 len: 168 time: 0.3533537 Feb 04 13:05:33.113862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c1645d20-a418-4356-8b63-d654fe5b9af4 req-85ce9495-e34c-4484-8ab1-8389031744b2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Feb 04 13:05:33.665182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46910) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:33.884553 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-27b4c41e-4d7e-4de7-8951-b5ee1d394525 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a983e10686a44aebbb4bcfb3dbcadc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151368 Feb 04 13:05:33.885245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 46920) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:33.972337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:34.004686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:34.052864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:34.056910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a1e56408-ff64-4c4b-83e6-1a3c8595def8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:34.072514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b2ddd5-96ee-48c6-aa81-57730f63a16a,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:34.077353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:34.091755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:34.100869 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95b2ddd5-96ee-48c6-aa81-57730f63a16a HTTP/1.1" status: 204 len: 168 time: 0.2114465 Feb 04 13:05:34.424853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce979d4-3e18-41c1-a10d-315d75151400 req-dc48fd87-8ea2-4e9e-b7d4-490bb4577db1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:34.426614 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2ce979d4-3e18-41c1-a10d-315d75151400 req-dc48fd87-8ea2-4e9e-b7d4-490bb4577db1 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.1740625 Feb 04 13:05:34.494963 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2ce979d4-3e18-41c1-a10d-315d75151400 req-4242f358-982d-4925-a70d-4034be501d99 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603988 Feb 04 13:05:35.118850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 46992) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:35.268676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-60748042-network', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:35.274269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:35.278744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Usage tracker for resource:network and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:35.281926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:35.288389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:35.300308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Made reservation on behalf of fc69f071b0df4c60ba8ead72e872ebb2 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:35.305178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.319381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.337630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:35.342204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Usage tracker for resource:security_group_rule and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:35.345442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:35.352056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:35.446683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.450363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.453542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-27faa9a6-e3f8-4bf2-b713-599681685adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:35.493947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:05:35.500540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de377cbd-b44d-4f84-b2f0-7b6c1bb74243,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:35.504713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:35.508719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.509380 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Added segment 859e4848-ede1-4d59-b8ad-cd44d379a905 of type vxlan for network efe15975-b629-42c0-be22-ed17ae5f6e47 Feb 04 13:05:35.538369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.570071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.571360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:35.571995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.577224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:35.733491 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6136627 Feb 04 13:05:35.737702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47020) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:35.739137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Pushing event updated for resources: {'Network': ['ID=efe15975-b629-42c0-be22-ed17ae5f6e47,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:35.743544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:35.746178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Request body: {'subnet': {'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-60748042-subnet', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:35.751501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network efe15975-b629-42c0-be22-ed17ae5f6e47 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:35.768070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:35.776254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Usage tracker for resource:subnet and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:35.780005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:35.785348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network efe15975-b629-42c0-be22-ed17ae5f6e47 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:35.786177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:35.805977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Made reservation on behalf of fc69f071b0df4c60ba8ead72e872ebb2 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:35.811585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850648293'] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:35.873010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d7981-5d47-4b75-8180-987f2e1cdad8 req-a0a929be-0421-48e3-8a1b-b5aa5e6dd6b3 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:35.874808 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-689d7981-5d47-4b75-8180-987f2e1cdad8 req-a0a929be-0421-48e3-8a1b-b5aa5e6dd6b3 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2198143 Feb 04 13:05:35.979702 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-689d7981-5d47-4b75-8180-987f2e1cdad8 req-4eae6e40-8c27-4bb9-aa69-93f64522bcf9 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974483 Feb 04 13:05:36.246208 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2180714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850648280'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:36.260448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:36.388259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256bffba-49ce-4046-bfd1-e286d5c8a979,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:36.393253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:36.465681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Checking segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:36.466108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Network hostable DHCP agents. Network: efe15975-b629-42c0-be22-ed17ae5f6e47, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:05:36.487811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Network efe15975-b629-42c0-be22-ed17ae5f6e47 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:05:36.498146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, efe15975-b629-42c0-be22-ed17ae5f6e47) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:36.507797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e2f28-8ca5-462d-8aa1-1c2732e5c96b None None] Network efe15975-b629-42c0-be22-ed17ae5f6e47 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:05:36.510711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:36.511358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:36.531651 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7923288 Feb 04 13:05:36.534634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47026) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:36.540343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:36.545539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:36.549733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Usage tracker for resource:router and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:36.553509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:36.559731 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:36.570202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:36.571461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:36.586994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:36.744999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-efe15975-b629-42c0-be22-ed17ae5f6e47', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 13:05:36.746863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.196235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Allocated IP 172.20.0.2 (efe15975-b629-42c0-be22-ed17ae5f6e47/256bffba-49ce-4046-bfd1-e286d5c8a979/7fa1a2a5-0b50-4e19-a1a6-3cafc829938f) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:05:37.197114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.344644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfffe4e-9451-4edb-8f1a-002a8e7402c1 req-e1ab630f-fd53-4304-a044-9f2f203e76c4 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:37.356221 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4dfffe4e-9451-4edb-8f1a-002a8e7402c1 req-e1ab630f-fd53-4304-a044-9f2f203e76c4 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2246606 Feb 04 13:05:37.433295 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4dfffe4e-9451-4edb-8f1a-002a8e7402c1 req-24365015-26a1-4155-855d-d0499121e6a2 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758595 Feb 04 13:05:37.435213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.447636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Transition to ACTIVE for port object 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:37.466006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Transition to ACTIVE for port object 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:37.471736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.488695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:37.634361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Pushing event updated for resources: {'Port': ['ID=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:37.640532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:37.648061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.687945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.711297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Network efe15975-b629-42c0-be22-ed17ae5f6e47 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:05:37.713017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:37.716465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:05:37.748780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-02f0c9d0-3d6c-46f6-ba2c-32274342dd33 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:37.750809 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-02f0c9d0-3d6c-46f6-ba2c-32274342dd33 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 945 time: 0.2009840 Feb 04 13:05:37.791599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Attempting to bind port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:37.792336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Attempting to bind port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:05:37.792762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Attempting to bind port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f on network efe15975-b629-42c0-be22-ed17ae5f6e47 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:05:37.799349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:37.800090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Checking segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:37.800629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.801174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Bound using segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:37.801834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Bound port: 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:05:37.802346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.852711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Deleting port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:05:37.853094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:37.917798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] For port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:05:37.921504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] For port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:05:37.929507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:38.100434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:38.173006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Allocated IP 172.28.2.241 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/57a0f0fa-0fd1-452f-ba23-3ee375f406dc) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:05:38.179555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Pushing event updated for resources: {'Port': ['ID=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:38.191707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:38.312344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] For port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:38.313055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:38.358577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:38.400716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:38.421096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:38.480440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Calling delete_port for 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:05:38.693537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Pushing event updated for resources: {'Port': ['ID=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:38.757412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:38.770894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:05:38.789036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:38.840311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-eb5987f8-6258-4cf5-abac-abb08d53ab77 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:38.879944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:05:38.880611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:05:38.898673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe395e-8cb6-4ab4-9ce0-0ea888d0cdf1 req-64730da9-e8de-414f-a451-c96aae26d917 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:38.907320 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e4fe395e-8cb6-4ab4-9ce0-0ea888d0cdf1 req-64730da9-e8de-414f-a451-c96aae26d917 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9aab271f-80af-4bab-b6c9-b792c6d5007a HTTP/1.1" status: 200 len: 867 time: 0.3069050 Feb 04 13:05:38.943805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:05:38.967138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:38.972213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:05:39.034257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Pushing event deleted for resources: {'Port': ['ID=50fee1db-a0d4-4cdd-ad8e-78b618cb3deb,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:39.038855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:39.061117 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e4fe395e-8cb6-4ab4-9ce0-0ea888d0cdf1 req-1f9b619a-7875-44ee-a7cd-f11cf025fcf7 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.45 "GET /v2.0/security-groups?id=923d5372-2e2a-4d5f-a39c-7c42dc5469f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519709 Feb 04 13:05:39.217175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] No DVR routers for this DVR port 50fee1db-a0d4-4cdd-ad8e-78b618cb3deb on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:05:39.221914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:39.227991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'name': 'network-vif-deleted', 'tag': '50fee1db-a0d4-4cdd-ad8e-78b618cb3deb'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:05:39.273710 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e4980262-e0ac-480f-9ce4-ebc7ebbf7f1a req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] 10.222.0.106 "DELETE /v2.0/ports/50fee1db-a0d4-4cdd-ad8e-78b618cb3deb HTTP/1.1" status: 204 len: 173 time: 1.5099015 Feb 04 13:05:39.339390 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aab271f-80af-4bab-b6c9-b792c6d5007a', 'name': 'network-vif-deleted', 'tag': '50fee1db-a0d4-4cdd-ad8e-78b618cb3deb', 'status': 'completed', 'code': 200} Feb 04 13:05:39.632041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:40.170907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:40.171916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc169ea-8746-4603-a808-9adae655b49e None None] Network efe15975-b629-42c0-be22-ed17ae5f6e47 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:05:40.239037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47066) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:40.639669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:40.782485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:40.789146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Provisioning for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:40.805721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Provisioning complete for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:40.805721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:40.876346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:40.876886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:40.895099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Router 6710e801-5df4-47b8-9bff-266b26184da7 is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 13:05:41.047633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853745610'] for router_interface, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:41.177308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:41.192820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:41.254460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] For port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:41.301537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:41.310007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:05:41.313787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dc6aeccd-2bb6-458b-9382-ad376c86a7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:41.329626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Sync routers for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:05:41.354158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:41.360985 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8245907 Feb 04 13:05:41.362092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47074) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:41.365218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:05:41.365942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:05:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:41.418617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80109) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:05:41.419319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:05:41.430640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Pushing event updated for resources: {'Port': ['ID=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:41.444663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:41.647670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-5babdf0a-cf1c-4375-9fca-9a5cee32228e None None] Provisioning complete for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:41.653049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5babdf0a-cf1c-4375-9fca-9a5cee32228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:41.696184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:05:42.078851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Deleting port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:05:42.079198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:42.292734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-f95255d6-8ce2-4536-b0a0-c23939a2a89d None None] Provisioning complete for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:42.293395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f95255d6-8ce2-4536-b0a0-c23939a2a89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:42.366939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] For port 60ffd979-c31c-44ef-95c2-9ce8a3835b7d, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,segment=NetworkSegment(0b33844f-7138-4bdf-92db-0336eb2a995f),segment_id=0b33844f-7138-4bdf-92db-0336eb2a995f)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:42.367355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:42.468394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:42.520984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:42.532487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:39Z', 'revision_number': 3, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:42.538679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Checking router: 6710e801-5df4-47b8-9bff-266b26184da7 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:05:42.539427 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Updating router 6710e801-5df4-47b8-9bff-266b26184da7 port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:05:42.588058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Calling delete_port for 60ffd979-c31c-44ef-95c2-9ce8a3835b7d owned by network:router_interface {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:05:42.626733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:42.627152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:42.630582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:42.799132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-65b6a6da-26d5-49dc-8471-f6af74f064ef None None] Provisioning complete for port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:42.800040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65b6a6da-26d5-49dc-8471-f6af74f064ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.129815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Allocated IP 172.20.0.1 (efe15975-b629-42c0-be22-ed17ae5f6e47/256bffba-49ce-4046-bfd1-e286d5c8a979/bc0927a0-9776-44ee-a556-5188adf6629e) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:05:43.239691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.379834 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-d09fa24c-2233-4f2a-8f4f-e842d92b9afb service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6490741 Feb 04 13:05:43.400501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Transition to ACTIVE for port object 57a0f0fa-0fd1-452f-ba23-3ee375f406dc will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:43.403542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.405612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.416141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.429760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c27cee87-7c28-43b4-9f0a-73e1adf27253 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:43.457870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Transition to ACTIVE for port object bc0927a0-9776-44ee-a556-5188adf6629e will not be triggered until provisioned by entity DHCP. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:43.502582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ffd979-c31c-44ef-95c2-9ce8a3835b7d,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:43.507171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:43.509425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.536068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-16cb8b88-b289-4739-8006-94a41715e007 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:43.599642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:43.620622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Pushing event updated for resources: {'Port': ['ID=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,revision_number=2']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:43.695665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.696215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.697028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.697710 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.698703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.699022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.699493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.699932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.700295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.701150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.701349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.701528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0927a0-9776-44ee-a556-5188adf6629e,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:43.701838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.702314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.702669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.703247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.704459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.704459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.704459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.704946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.705372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.705997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.707112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.707112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.707652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:43.707955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:43.722770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:43.775461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Attempting to bind port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:43.775868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Attempting to bind port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:05:43.776336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Attempting to bind port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:05:43.783073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:43.783469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:43.783848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.784283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:43.784778 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Bound port: 57a0f0fa-0fd1-452f-ba23-3ee375f406dc, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:05:43.785195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.785460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2311330-1320-4638-9e2c-91405efa1377 req-db2e937c-d6fd-4b46-9324-9cb461372ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:43.787798 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-db2e937c-d6fd-4b46-9324-9cb461372ad6 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1162 time: 0.1864324 Feb 04 13:05:43.804674 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Network efe15975-b629-42c0-be22-ed17ae5f6e47 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:05:43.807472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:43.811681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:05:43.950520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:43.958251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] For port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:05:43.966053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] For port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:05:43.972955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:44.150835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:44.187769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:44.201723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-8da7f38d-8a7d-4e39-abf7-b8e1f24af7a4 None None] Provisioning for port bc0927a0-9776-44ee-a556-5188adf6629e completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:44.208820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-8da7f38d-8a7d-4e39-abf7-b8e1f24af7a4 None None] Provisioning complete for port bc0927a0-9776-44ee-a556-5188adf6629e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:44.209699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8da7f38d-8a7d-4e39-abf7-b8e1f24af7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:44.238944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Pushing event updated for resources: {'Port': ['ID=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:44.244589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:44.292775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-8da7f38d-8a7d-4e39-abf7-b8e1f24af7a4 None None] Port bc0927a0-9776-44ee-a556-5188adf6629e cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:05:44.344921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:05:44.345619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:05:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:44.400087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2311330-1320-4638-9e2c-91405efa1377 req-174efb69-9964-48ba-9fc1-76bb91247e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:44.401977 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-174efb69-9964-48ba-9fc1-76bb91247e5b service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.5578048 Feb 04 13:05:44.412722 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1030514'] for router_interface, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:44.617558 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:05:44.627222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:44.632964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:44.668009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a47dcfd0-8e82-4f94-902a-d44c8411f2cd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:44.767741 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bc0927a0-9776-44ee-a556-5188adf6629e,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:44.794429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.794838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.795233 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.795627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.796006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.796387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.796766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.797153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.797525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.797975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.798376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.798753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.799407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.799788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.800203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.802846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.803090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.803460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:05:44.807871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:44.814852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:45.021357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Network efe15975-b629-42c0-be22-ed17ae5f6e47 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:05:45.029053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:45.232214 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-795b6e8b-0fbf-43c7-b167-f8db8a920324 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 1001 time: 0.8207524 Feb 04 13:05:45.398327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 1, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:45.404849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d203b9-1b32-41cf-8f54-1116eaca8245 None None] The sync data for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb is: [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 1, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:05:45.439661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9c27d07d-be82-42cc-8e56-3e8472878b1c None None] Provisioning complete for port bc0927a0-9776-44ee-a556-5188adf6629e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:45.440495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c27d07d-be82-42cc-8e56-3e8472878b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:45.537400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-9c27d07d-be82-42cc-8e56-3e8472878b1c None None] Port bc0927a0-9776-44ee-a556-5188adf6629e cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:05:45.614050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2311330-1320-4638-9e2c-91405efa1377 req-77392221-0b5f-4322-b0ba-316365bf1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:45.616228 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-77392221-0b5f-4322-b0ba-316365bf1f38 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.3759620 Feb 04 13:05:45.689565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Router f9964728-b904-4261-9d97-4831ce40618a has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:05:45.699957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Router 6710e801-5df4-47b8-9bff-266b26184da7 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:05:46.018621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:05:46.020262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2311330-1320-4638-9e2c-91405efa1377 req-94f2bd94-96c6-4b64-b527-4c9c98df636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:46.023152 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-94f2bd94-96c6-4b64-b527-4c9c98df636d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3998647 Feb 04 13:05:46.038373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] 10.222.0.45 "PUT /v2.0/routers/6710e801-5df4-47b8-9bff-266b26184da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6746256 Feb 04 13:05:46.173528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:05:46.184457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] Sync routers for ids ['f9964728-b904-4261-9d97-4831ce40618a'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:05:46.205631 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] Routers {'f9964728-b904-4261-9d97-4831ce40618a'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:05:46.206709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:05:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['f9964728-b904-4261-9d97-4831ce40618a'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:46.224118 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] 10.222.0.45 "PUT /v2.0/routers/f9964728-b904-4261-9d97-4831ce40618a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9833884 Feb 04 13:05:46.226922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47112) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:46.292560 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-8864ce85-eb00-4df3-b1fc-9abffbcca8cf service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602131 Feb 04 13:05:46.504536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] Set router f9964728-b904-4261-9d97-4831ce40618a gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:05:46.590369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks [] for router, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:46.656347 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a2311330-1320-4638-9e2c-91405efa1377 req-99a1acca-f38e-463b-8b4c-e42a47c8bfc7 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3537185 Feb 04 13:05:46.870842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:46.879283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Deleting port adac54cd-5fe0-48af-a34f-1a8f0a6995b3 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:05:46.879661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:47.004530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:47.089067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 5, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:47.100689 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] Checking router: f9964728-b904-4261-9d97-4831ce40618a for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:05:47.118784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] Routers {'f9964728-b904-4261-9d97-4831ce40618a'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:05:47.120425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:05:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['f9964728-b904-4261-9d97-4831ce40618a'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:47.266161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] For port adac54cd-5fe0-48af-a34f-1a8f0a6995b3, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=adac54cd-5fe0-48af-a34f-1a8f0a6995b3,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:47.266998 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:47.408081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] Set router f9964728-b904-4261-9d97-4831ce40618a gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:05:47.447738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Calling delete_port for adac54cd-5fe0-48af-a34f-1a8f0a6995b3 owned by network:router_gateway {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:05:47.663341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.plugins.ml2.ovo_rpc [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: result = function(*args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: proto.__init__(conn_state, self) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: self.handle() Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: self.handle_one_request() Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: self.handle_one_response() Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: result = self.application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return app(environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return request.get_response(self.application) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self._app) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return resp(environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return resp(environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: response = self.app(environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return resp(environ, start_response) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:05:47.676855 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: result = method(request=request, **args) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return self._delete(request, id, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(*dup_args, **dup_kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: obj_deleter(request.context, id, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return method(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(*dup_args, **dup_kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: self._delete_current_gw_port(context, id, router, None) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: admin_ctx, gw_port_id, l3_port_check=False) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, context, *args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return method(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: context, port, router_ids, bound_mech_contexts) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: return function(*args, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: callback(resource, event, trigger, **kwargs) Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: if self._is_session_semantic_violated(context, resource, event): Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: stack = traceback.extract_stack() Feb 04 13:05:47.690316 dv-cinder-773985-3-smb neutron-server[79992]: Feb 04 13:05:48.104514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 5, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:48.111812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7bf3f-8cf5-4d51-9c86-9d9d70049b96 None None] The sync data for ids ['f9964728-b904-4261-9d97-4831ce40618a'] in dv-cinder-773985-3-smb is: [{'id': 'f9964728-b904-4261-9d97-4831ce40618a', 'name': 'tempest-ServerRescueNegativeTestJSON-782952781-router', 'tenant_id': '315d9e1dbd1745b7933e1934f50d13f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180'}], 'enable_snat': True}, 'gw_port_id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:42Z', 'updated_at': '2021-02-04T13:05:43Z', 'revision_number': 5, 'project_id': '315d9e1dbd1745b7933e1934f50d13f4', 'gw_port': {'id': 'adac54cd-5fe0-48af-a34f-1a8f0a6995b3', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9964728-b904-4261-9d97-4831ce40618a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:45Z', 'updated_at': '2021-02-04T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:05:48.122927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541588'] for router_gateway, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.414566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 57a0f0fa-0fd1-452f-ba23-3ee375f406dc up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:48.536881 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:48.561846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:48.562537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.646196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32359'] for router, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.648659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.756043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.781485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:48.795559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.796769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:48.816613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749653'] for router, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.817865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9964728-b904-4261-9d97-4831ce40618a {{(pid=80108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:05:48.840694 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:48.843750 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-88764d6e-a360-4e8c-984e-764efde3654e admin admin] 10.222.0.45 "DELETE /v2.0/routers/f9964728-b904-4261-9d97-4831ce40618a HTTP/1.1" status: 204 len: 168 time: 2.6155298 Feb 04 13:05:48.845339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 60ffd979-c31c-44ef-95c2-9ce8a3835b7d no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:05:48.846888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47150) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:48.961392 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 60ffd979-c31c-44ef-95c2-9ce8a3835b7d {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:05:48.961825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 60ffd979-c31c-44ef-95c2-9ce8a3835b7d not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:05:48.968275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Deleting subnet 32ffc136-1161-4e78-8ec5-97f07b229463 {{(pid=80108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:05:48.979313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:49.005569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:49.009699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:49.052985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2529274'] for subnet, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:49.131907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:49.318862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d88d7b93-234e-4d0b-87d7-b5daf2dc9b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:49.638483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1287563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443923'] for subnet, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:49.669288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-99de3d9d-d7c1-4556-a220-e7b61cb073b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:49.780898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ffc136-1161-4e78-8ec5-97f07b229463,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:49.788080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:49.885161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:49.896304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47164) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:49.919414 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ff04ffff-df0b-49fb-b298-2d779c37e261 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/32ffc136-1161-4e78-8ec5-97f07b229463 HTTP/1.1" status: 204 len: 168 time: 1.0706685 Feb 04 13:05:50.176821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:50.415291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 57a0f0fa-0fd1-452f-ba23-3ee375f406dc up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:50.436358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Sync routers for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:05:50.449986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:05:50.450995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:05:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:50.514720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:50.566971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:50.567388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:50.834425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f428676-6196-431b-969b-ec49eb2ae899']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:50.845871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:05:50.850241 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b33844f-7138-4bdf-92db-0336eb2a995f') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:50.850578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b33844f-7138-4bdf-92db-0336eb2a995f') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:50.865389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:50.887936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:50.891067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:05:51.135759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Network 7f428676-6196-431b-969b-ec49eb2ae899 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:05:51.153038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:51.298955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 2, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:51.304823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Checking router: 6710e801-5df4-47b8-9bff-266b26184da7 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:05:51.305231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Updating router 6710e801-5df4-47b8-9bff-266b26184da7 port bc0927a0-9776-44ee-a556-5188adf6629e binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:05:51.371064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:51.374253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Network 7f428676-6196-431b-969b-ec49eb2ae899 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:05:51.401626 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:05:51.503443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:51.512482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-112e7c9d-2675-4f57-99e3-ba643ecab9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:51.537158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:51.548150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f428676-6196-431b-969b-ec49eb2ae899,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:51.554282 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] 10.222.0.45 "DELETE /v2.0/networks/7f428676-6196-431b-969b-ec49eb2ae899 HTTP/1.1" status: 204 len: 168 time: 1.6542320 Feb 04 13:05:51.554282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c8e4c29e-d5da-4e78-9925-e72207de538f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:51.771012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47192) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:51.883498 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d0d2d5ec-62f4-46e2-9c98-81626227756a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=315d9e1dbd1745b7933e1934f50d13f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1106036 Feb 04 13:05:51.886119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47198) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:51.968654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.000650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.017013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.043327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Transition to ACTIVE for port object bc0927a0-9776-44ee-a556-5188adf6629e will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:05:52.058126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.075538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:52.093328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.093820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-90ac299f-cf6d-4d3d-a341-38381baea70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:52.112604 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923d5372-2e2a-4d5f-a39c-7c42dc5469f9,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:52.124886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:52.137626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.155428 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/923d5372-2e2a-4d5f-a39c-7c42dc5469f9 HTTP/1.1" status: 204 len: 168 time: 0.2562900 Feb 04 13:05:52.173200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4f51c-24d2-46ce-955d-71a5d236ecd0 None None] Pushing event updated for resources: {'Port': ['ID=bc0927a0-9776-44ee-a556-5188adf6629e,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:52.238051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b8e4f51c-24d2-46ce-955d-71a5d236ecd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:52.441427 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device adac54cd-5fe0-48af-a34f-1a8f0a6995b3 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:05:52.528863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: adac54cd-5fe0-48af-a34f-1a8f0a6995b3 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:05:52.529254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device adac54cd-5fe0-48af-a34f-1a8f0a6995b3 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:05:52.579255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:05:52.583492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Attempting to bind port bc0927a0-9776-44ee-a556-5188adf6629e on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:05:52.584174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Attempting to bind port bc0927a0-9776-44ee-a556-5188adf6629e by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:05:52.584948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Attempting to bind port bc0927a0-9776-44ee-a556-5188adf6629e on network efe15975-b629-42c0-be22-ed17ae5f6e47 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:05:52.595390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:05:52.595813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Checking segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:52.596607 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.597053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Bound using segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:05:52.597589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Bound port: bc0927a0-9776-44ee-a556-5188adf6629e, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:05:52.598032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.728917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] For port bc0927a0-9776-44ee-a556-5188adf6629e, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:05:52.732984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] For port bc0927a0-9776-44ee-a556-5188adf6629e, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=bc0927a0-9776-44ee-a556-5188adf6629e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:05:52.739527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:52.760345 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35372c53-1540-47ae-9220-f4568c2d6a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:52.921846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4f51c-24d2-46ce-955d-71a5d236ecd0 None None] Pushing event updated for resources: {'Port': ['ID=bc0927a0-9776-44ee-a556-5188adf6629e,revision_number=4']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:52.925514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b8e4f51c-24d2-46ce-955d-71a5d236ecd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:53.024371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:05:53.025173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:05:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:53.386249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9fb092dd-754e-42c6-b685-48b5e5fbb061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:53.524760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:05:53.644782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47232) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:53.875574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1907573302-network', 'tenant_id': '4f4d688038594687a823035872b51b82'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:53.885098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:53.890851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Usage tracker for resource:network and tenant:4f4d688038594687a823035872b51b82 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:53.894137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:53.900988 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:53.919981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Made reservation on behalf of 4f4d688038594687a823035872b51b82 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:53.925641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:53.944724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:52Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:05:53.952150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed1dcce-f603-4589-83c7-1f275af987df None None] The sync data for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb is: [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:52Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:05:53.963922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:53.982237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:53.986964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Usage tracker for resource:security_group_rule and tenant:4f4d688038594687a823035872b51b82 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:53.990282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:54.003170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:54.047154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.142023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.146229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.164869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-24e2b656-fb64-4e89-b2bb-645f268723e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:54.234051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:05:54.238822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35d1f16-c941-45e8-8606-517381236aa1,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:54.246515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:54.287228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.287732 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Added segment dd629747-e86a-4a31-96c8-3118948a0011 of type vxlan for network abb324b8-95ef-408d-8bc9-21851a5c51f8 Feb 04 13:05:54.349441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.419636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.421137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:54.421915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.428284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-540ce352-f05b-46dc-ae58-15e628c3b8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:54.443010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device bc0927a0-9776-44ee-a556-5188adf6629e up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:54.586776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port bc0927a0-9776-44ee-a556-5188adf6629e completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:05:54.597204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.602855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port bc0927a0-9776-44ee-a556-5188adf6629e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:54.603257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:54.682055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47244) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:54.683334 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0371754 Feb 04 13:05:54.684787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Pushing event updated for resources: {'Network': ['ID=abb324b8-95ef-408d-8bc9-21851a5c51f8,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:54.688582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:54.694982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Request body: {'subnet': {'network_id': 'abb324b8-95ef-408d-8bc9-21851a5c51f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1907573302-subnet', 'tenant_id': '4f4d688038594687a823035872b51b82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:54.702185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:54.712437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Usage tracker for resource:subnet and tenant:4f4d688038594687a823035872b51b82 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:54.715216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:54.720074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:54.727952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:54.733080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:54.747325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Made reservation on behalf of 4f4d688038594687a823035872b51b82 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:54.758820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850648293'] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:55.017753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:55.063898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port bc0927a0-9776-44ee-a556-5188adf6629e, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=bc0927a0-9776-44ee-a556-5188adf6629e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:05:55.074585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:55.076886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:55.166508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=bc0927a0-9776-44ee-a556-5188adf6629e,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:55.170466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:55.368534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2180714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850648280'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:55.385520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-284e0375-7735-4e21-8df4-c8607a3e195b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:55.445976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:55.544137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d84f38-737c-490b-8370-096e45ba516d,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:55.556826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:55.668242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Checking segment: {'id': 'dd629747-e86a-4a31-96c8-3118948a0011', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'abb324b8-95ef-408d-8bc9-21851a5c51f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:55.668848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Network hostable DHCP agents. Network: abb324b8-95ef-408d-8bc9-21851a5c51f8, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:05:55.694834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:05:55.708310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, abb324b8-95ef-408d-8bc9-21851a5c51f8) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:55.718748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e344dd-76f2-4419-ba69-b15fd4715d09 None None] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:05:55.722187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:55.722988 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:55.745307 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0604029 Feb 04 13:05:56.033126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b0ebe-e2a9-4660-806d-df7ac83b503c None None] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:05:56.396072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device bc0927a0-9776-44ee-a556-5188adf6629e up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:05:56.484862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port bc0927a0-9776-44ee-a556-5188adf6629e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:05:56.485294 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.005506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47286) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:57.012118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678421934-network', 'tenant_id': '0aef5364b5244e2b8ff4c5aeb9f18067'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:57.028170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:57.040905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Usage tracker for resource:network and tenant:0aef5364b5244e2b8ff4c5aeb9f18067 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:57.046793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:57.058418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:57.072285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Made reservation on behalf of 0aef5364b5244e2b8ff4c5aeb9f18067 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:57.077266 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.095274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.121401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:57.126464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:0aef5364b5244e2b8ff4c5aeb9f18067 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:57.130428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:57.137839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:57.253049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.256479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.263079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4f15e1e1-9c0b-462a-b9bb-254d3cda04d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:57.310464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a14603-2a4a-43e6-9d73-438dd173de8d,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:57.316124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:05:57.321261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:57.348068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.349058 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Added segment a7fe59a6-a211-4fcb-81cb-19090c2d22f3 of type vxlan for network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 Feb 04 13:05:57.402006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.439276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.440466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:57.441106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.449061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa4e8c8e-6639-45fe-a758-0bb4570cc318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:57.565742 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5555141 Feb 04 13:05:57.565992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47292) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:57.572068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Request body: {'subnet': {'network_id': 'fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678421934-subnet', 'tenant_id': '0aef5364b5244e2b8ff4c5aeb9f18067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:05:57.576619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:57.580096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:05:57.584683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Usage tracker for resource:subnet and tenant:0aef5364b5244e2b8ff4c5aeb9f18067 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:05:57.585246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:57.589217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:05:57.596054 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:05:57.598337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:57.606418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Made reservation on behalf of 0aef5364b5244e2b8ff4c5aeb9f18067 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:05:57.611330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850648293'] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:57.780453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:05:58.193976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2180714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850648280'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:58.212886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f8662e15-6c0b-45e3-a368-e76d3338b3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:58.331181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec11e8ab-df6f-4e3b-b8cd-a0d0fcec38f8,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:58.334227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:58.451460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Checking segment: {'id': 'a7fe59a6-a211-4fcb-81cb-19090c2d22f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:05:58.452123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Network hostable DHCP agents. Network: fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:05:58.474634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:05:58.492248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:05:58.503272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9532859-d482-4708-a75d-86f8e91fe301 None None] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:05:58.513127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:05:58.514231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:58.543234 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9765873 Feb 04 13:05:58.732575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47304) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:58.771492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67c3c9-6238-4f8f-b09f-d683316135f0 None None] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:05:58.831450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Deleting subnet b9d84f38-737c-490b-8370-096e45ba516d {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:05:58.835642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:58.941776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:59.031372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:59.600667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:59.614717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4085939a-c9eb-4c97-9dfe-eae2a430b684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:05:59.701168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d84f38-737c-490b-8370-096e45ba516d,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:05:59.714760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:05:59.804779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:05:59.812141 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f7da347e-7992-4246-8cbc-a85a800a8cad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b9d84f38-737c-490b-8370-096e45ba516d HTTP/1.1" status: 204 len: 168 time: 1.0778110 Feb 04 13:05:59.816620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47318) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:05:59.964610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:00.172014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:00.286322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb324b8-95ef-408d-8bc9-21851a5c51f8']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:00.303235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd629747-e86a-4a31-96c8-3118948a0011') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:00.303410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd629747-e86a-4a31-96c8-3118948a0011') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:00.316108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:00.331985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:00.334142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:06:00.526588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:06:00.536563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:00.795363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Network abb324b8-95ef-408d-8bc9-21851a5c51f8 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:06:00.826496 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:06:00.935673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.044890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-631b4c22-6cc1-4504-bad0-9e32188781c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:01.045805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-631b4c22-6cc1-4504-bad0-9e32188781c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:01.052010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:01.066412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.084189 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] 10.222.0.45 "DELETE /v2.0/networks/abb324b8-95ef-408d-8bc9-21851a5c51f8 HTTP/1.1" status: 204 len: 168 time: 1.2663736 Feb 04 13:06:01.085250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Pushing event deleted for resources: {'Network': ['ID=abb324b8-95ef-408d-8bc9-21851a5c51f8,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:01.087560 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47350) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:01.088881 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:01.094924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-631b4c22-6cc1-4504-bad0-9e32188781c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:01.096760 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-631b4c22-6cc1-4504-bad0-9e32188781c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 813 time: 0.4022193 Feb 04 13:06:01.114766 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c3cbd9d4-571c-4efc-a3b5-ffff7fdd400e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/quotas/fc69f071b0df4c60ba8ead72e872ebb2 HTTP/1.1" status: 200 len: 375 time: 0.0110788 Feb 04 13:06:01.159897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Deleting subnet ec11e8ab-df6f-4e3b-b8cd-a0d0fcec38f8 {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:06:01.163278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.219280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.241091 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-00119e2e-8579-4545-9948-bb0fadc84c46 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196358 Feb 04 13:06:01.290696 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.402595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c8574a43-adcb-41ed-87ea-9ddd0b772af5 service neutron] 10.222.0.45 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458144 Feb 04 13:06:01.553907 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-8bf3a7a7-f1d4-4da2-b1db-d121aca77597 service neutron] 10.222.0.45 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437583 Feb 04 13:06:01.571654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.588394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-50b07f5e-0727-4e49-b3e4-9c95a2dd139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:01.683374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec11e8ab-df6f-4e3b-b8cd-a0d0fcec38f8,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:01.696693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:01.733971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:01.744873 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9770cb06-b32a-4df9-b730-7eeddad4242c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ec11e8ab-df6f-4e3b-b8cd-a0d0fcec38f8 HTTP/1.1" status: 204 len: 168 time: 0.6551499 Feb 04 13:06:01.744873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47362) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:01.785340 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-599dd371-7c8b-4ec9-8e54-e4f0e93c50ca req-de84dd19-9c19-4bb9-9ac9-5db39fb2745c tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 210 time: 0.0598514 Feb 04 13:06:01.874472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.074364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.193105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:02.206806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7fe59a6-a211-4fcb-81cb-19090c2d22f3') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:02.207122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7fe59a6-a211-4fcb-81cb-19090c2d22f3') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:02.220161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.236973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.239797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:06:02.474104 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:06:02.487857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.679872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Network fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:06:02.703514 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:06:02.784849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.789401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:02.805224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:02.817280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:02.825721 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fbd80ab1-7a2a-4cf4-b927-ed20bf4a9833 HTTP/1.1" status: 204 len: 168 time: 1.0781074 Feb 04 13:06:02.825721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f4fc79f6-e824-44ce-84f6-e63058cce965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:03.021822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47386) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:03.030188 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-760ebe46-0b94-4091-ae3c-a1226213f570 req-be8aeabf-1a78-4d8f-9240-75e33a2416e3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 210 time: 0.0760269 Feb 04 13:06:03.092601 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-493bdcb2-4420-43ae-8a87-7a991f04a096 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f4d688038594687a823035872b51b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688846 Feb 04 13:06:03.095218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47392) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:03.166745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:03.168959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-17dda008-1591-4be8-a847-97797bb152cb tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:03.170663 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-17dda008-1591-4be8-a847-97797bb152cb tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 813 time: 0.3688359 Feb 04 13:06:03.183013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'port': {'device_id': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'admin_state_up': True, 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:03.195498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:03.254695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:03.260562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-68b6b793-ce1c-4bda-866e-c5177183d04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:03.274534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35d1f16-c941-45e8-8606-517381236aa1,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:03.278819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:03.280948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:03.282313 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a35d1f16-c941-45e8-8606-517381236aa1 HTTP/1.1" status: 204 len: 168 time: 0.1853471 Feb 04 13:06:03.565953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:03.570914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Usage tracker for resource:port and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:03.573557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:03.579833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:03.589854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Made reservation on behalf of fc69f071b0df4c60ba8ead72e872ebb2 for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:03.614135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:03.807922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47420) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:03.909365 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8bff2f15-31fe-44dd-ad3c-23760aa7c06a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0aef5364b5244e2b8ff4c5aeb9f18067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0956886 Feb 04 13:06:03.909652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47428) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:04.114996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:04.184633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:04.198767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Allocated IP 172.20.0.13 (efe15975-b629-42c0-be22-ed17ae5f6e47/256bffba-49ce-4046-bfd1-e286d5c8a979/a8bfc457-abe8-4a58-b9c0-c451d9c68d7e) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:06:04.302530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:04.311020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1bf4403e-f6ec-48fd-b928-fa235895dc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:04.340099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:04.346964 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37a14603-2a4a-43e6-9d73-438dd173de8d HTTP/1.1" status: 204 len: 168 time: 0.4359531 Feb 04 13:06:04.350426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a14603-2a4a-43e6-9d73-438dd173de8d,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:04.354799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:04.518182 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9e7c25f0-6dc2-47b2-b9f8-e786e45a4ddf req-41530b63-fa88-4e28-8666-21b5691c822c tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 210 time: 0.2453330 Feb 04 13:06:04.738990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:04.770044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Transition to ACTIVE for port object a8bfc457-abe8-4a58-b9c0-c451d9c68d7e will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:06:04.831928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:04.892586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:05.139119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:05.154633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.154633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.154633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.155214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.155379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.155602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.156143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.156678 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.157216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.157794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.158339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.158864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.159491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.160099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.160612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.161135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.161653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.162235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.162770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.163299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.163829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.164349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.164887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.165405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:05.244719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:05.254974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Network efe15975-b629-42c0-be22-ed17ae5f6e47 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:06:05.256240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:06:05.262446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:06:05.413124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:05.414374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:05.439768 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2611339 Feb 04 13:06:05.515661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Request body: {'port': {'device_id': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:05.650250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-e4747dc1-ae2b-4b33-bc71-17fb56e41f13 None None] Provisioning for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:06:05.657267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-e4747dc1-ae2b-4b33-bc71-17fb56e41f13 None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:05.657700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e4747dc1-ae2b-4b33-bc71-17fb56e41f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:05.683306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:05.781140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-e4747dc1-ae2b-4b33-bc71-17fb56e41f13 None None] Port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:06:06.104184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-eeadd7d9-fba5-4afe-b0c8-b13039ef6924 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:06.104907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-eeadd7d9-fba5-4afe-b0c8-b13039ef6924 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:06.200165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-eeadd7d9-fba5-4afe-b0c8-b13039ef6924 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:06.201498 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-eeadd7d9-fba5-4afe-b0c8-b13039ef6924 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 932 time: 0.4259131 Feb 04 13:06:06.307626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-56b4360d-ccc6-46b5-b735-231ec393c2a3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:06.346943 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-56b4360d-ccc6-46b5-b735-231ec393c2a3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:06.348240 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6ba0bf2-01d2-4bdf-ba02-d2545863b457 req-56b4360d-ccc6-46b5-b735-231ec393c2a3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344106 Feb 04 13:06:06.414955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bfc457-abe8-4a58-b9c0-c451d9c68d7e {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:06:06.424096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:06.437274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Transition to ACTIVE for port object a8bfc457-abe8-4a58-b9c0-c451d9c68d7e will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:06:06.440755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:06.456838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9bce218-d0a8-4f99-b6a6-067ec6d9b511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:06.632979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:06.638802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:06.915321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Attempting to bind port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:06:06.915744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Attempting to bind port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:06:06.916222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Attempting to bind port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e on network efe15975-b629-42c0-be22-ed17ae5f6e47 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:06:06.924790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:06.925257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Checking segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:06:06.927039 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:06.929947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Bound using segment: {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:06.930642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Bound port: a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859e4848-ede1-4d59-b8ad-cd44d379a905', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:06:06.931153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:07.110016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:06:07.114927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:06:07.121419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:07.224047 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:07.340890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:07.349086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:07.375758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:07.376573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:07.378275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] 10.222.0.106 "PUT /v2.0/ports/a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1158 time: 1.8924935 Feb 04 13:06:07.378913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:07.476124 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'status': 'completed', 'code': 200} Feb 04 13:06:07.590658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-820f0515-c48d-4457-bd2f-78781415693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:07.592324 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-820f0515-c48d-4457-bd2f-78781415693e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1161 time: 0.1608255 Feb 04 13:06:07.720398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47516) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:07.912017 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-6170029f-863c-4b8a-8101-61a6eaf1551f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 217 time: 0.3088291 Feb 04 13:06:07.953312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.003001 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:08.008050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Usage tracker for resource:security_group_rule and tenant:88527f2664f5419e907d80c88051461a is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:08.012253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:08.020085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:08.031538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2970f7-d29b-4690-b887-01d292b31cde req-49cec7cc-afdd-45d6-b46a-16c29158161e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:08.039699 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef2970f7-d29b-4690-b887-01d292b31cde req-49cec7cc-afdd-45d6-b46a-16c29158161e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.5313389 Feb 04 13:06:08.111273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.115699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.126982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9221638d-684d-464b-9aea-9c516b0de3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:08.153180 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef2970f7-d29b-4690-b887-01d292b31cde req-9990042a-f931-4ed3-9a2b-9fec68ee7694 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124756 Feb 04 13:06:08.156871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-a7312827-6404-4129-a076-7ecd2d697c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:08.158443 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-a7312827-6404-4129-a076-7ecd2d697c5e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.1157300 Feb 04 13:06:08.171786 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88527f2664f5419e907d80c88051461a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4468093 Feb 04 13:06:08.182218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47524) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:08.186755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c3c22a-841e-4647-bb6d-a725d180dee5,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:08.192361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:08.238574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.244867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-a46cd589-3f9c-4056-ac1e-96d7300ee08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:08.246524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-a46cd589-3f9c-4056-ac1e-96d7300ee08d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820282 Feb 04 13:06:08.265870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.313154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.317192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d869c4b1-e127-474e-96b5-861c53a54d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:08.335300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c3c22a-841e-4647-bb6d-a725d180dee5,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:08.339028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:08.341341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.345484 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8c3c22a-841e-4647-bb6d-a725d180dee5 HTTP/1.1" status: 204 len: 168 time: 0.1695912 Feb 04 13:06:08.412352 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-42e84ec3-bb8d-4851-8e9a-fdfe6bb817f6 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576443 Feb 04 13:06:08.802570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47538) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:08.822267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.838626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:08.843203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Usage tracker for resource:security_group_rule and tenant:498b498c9adc49efa03c5d31ca7f8486 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:08.846766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:08.852877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:08.898845 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b290bc33-0870-4666-9149-8f743f9a63a4 req-28034bb2-04a5-469e-aced-cf3e1c0a0206 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479559 Feb 04 13:06:08.943371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.947383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:08.963533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-75bfab1f-a579-47e7-95ae-4cebe2faadcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:09.034404 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=498b498c9adc49efa03c5d31ca7f8486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283971 Feb 04 13:06:09.034404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47544) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:09.053835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff7810-55ca-4486-b5e5-30183bc98aa8,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:09.060637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c5dee66a-296d-434b-8019-98e4171ecd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:09.082324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-936a35b3-23bf-4e30-aa62-8684f22de275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:09.086846 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-936a35b3-23bf-4e30-aa62-8684f22de275 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1161 time: 0.1283886 Feb 04 13:06:09.157932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:09.213823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:09.278094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:09.287660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-708fb963-c72a-487e-a7e2-285557ec1dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:09.304936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff7810-55ca-4486-b5e5-30183bc98aa8,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:09.305624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-ffe308c5-a966-42f8-afa0-f385f7f92ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:09.307644 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-ffe308c5-a966-42f8-afa0-f385f7f92ef3 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.1592405 Feb 04 13:06:09.308708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:09.311911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:09.314070 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9ff7810-55ca-4486-b5e5-30183bc98aa8 HTTP/1.1" status: 204 len: 168 time: 0.2764616 Feb 04 13:06:09.504928 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-077508c7-a791-42cc-b5af-0cb400db7ada service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 217 time: 0.1229892 Feb 04 13:06:09.652126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5324-cf6b-47f7-8835-9a8b2a876e87 req-c7a91a9c-91ed-4f15-a026-8c3e147c413d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:09.653787 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ab1b5324-cf6b-47f7-8835-9a8b2a876e87 req-c7a91a9c-91ed-4f15-a026-8c3e147c413d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.3450358 Feb 04 13:06:09.698378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-4108aaa6-0a0b-4bf8-aa0a-0101dc948afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:09.700022 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-4108aaa6-0a0b-4bf8-aa0a-0101dc948afa service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.1835296 Feb 04 13:06:09.808278 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ab1b5324-cf6b-47f7-8835-9a8b2a876e87 req-ba9a9f51-c054-45c2-ae78-e6cca2b4738c tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431627 Feb 04 13:06:09.858412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-0cf93ea9-d562-40df-9baf-57ad6f51afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:09.860641 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-0cf93ea9-d562-40df-9baf-57ad6f51afb3 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1504586 Feb 04 13:06:10.232307 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-15a41dba-7c6e-437e-b90d-176fd9bfa025 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474042 Feb 04 13:06:10.393304 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7ba4f116-81b2-4d53-9d75-7e0fca4b02d9 req-e7079947-3894-40c5-93dd-ce3475815b84 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1545689 Feb 04 13:06:11.125631 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce54db-addf-45c3-b9a5-12c75f2da9fe req-68fea0bd-ea98-4778-a5c8-118b2910f985 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:11.127374 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e2ce54db-addf-45c3-b9a5-12c75f2da9fe req-68fea0bd-ea98-4778-a5c8-118b2910f985 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1787870 Feb 04 13:06:11.198943 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e2ce54db-addf-45c3-b9a5-12c75f2da9fe req-1ae1428f-df88-4271-a3a8-8e0cb81c70ba tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625432 Feb 04 13:06:12.559911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546ce4c-c304-41db-8ff4-c1e54f27f4a0 req-67061fcf-50ee-4854-936d-5c1da7fab408 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:12.561586 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9546ce4c-c304-41db-8ff4-c1e54f27f4a0 req-67061fcf-50ee-4854-936d-5c1da7fab408 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1896420 Feb 04 13:06:12.632747 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9546ce4c-c304-41db-8ff4-c1e54f27f4a0 req-94312167-3c54-4a50-878e-0485d3588cfb tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Feb 04 13:06:13.900630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47664) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:13.973141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdb7fd-6072-4144-805a-d2da63426e62 req-db2f402c-d775-4c2e-abad-fb854bee4197 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:13.974536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-13fdb7fd-6072-4144-805a-d2da63426e62 req-db2f402c-d775-4c2e-abad-fb854bee4197 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:13.989461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-13fdb7fd-6072-4144-805a-d2da63426e62 req-db2f402c-d775-4c2e-abad-fb854bee4197 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:13.991676 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-13fdb7fd-6072-4144-805a-d2da63426e62 req-db2f402c-d775-4c2e-abad-fb854bee4197 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.2214074 Feb 04 13:06:14.072889 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-13fdb7fd-6072-4144-805a-d2da63426e62 req-8c134122-b10e-46cb-ad37-222a476dc676 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738146 Feb 04 13:06:14.134199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.181011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:14.188918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0652e54ab9d44cc8b56fbbfea40213fe is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:14.192379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:14.210554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:14.315668 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.321761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.337482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aaa519ae-63d7-4e7e-a269-5526c334cbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:14.379281 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0652e54ab9d44cc8b56fbbfea40213fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765737 Feb 04 13:06:14.380981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de45111-0987-4a7b-b303-d28d1ffd82a9,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:14.382154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47674) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:14.384268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:14.448941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.477103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.525712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.529574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-096c0d14-b79e-4158-ba03-026e03c8a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:14.541161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de45111-0987-4a7b-b303-d28d1ffd82a9,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:14.545510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:14.549981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:14.554878 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7de45111-0987-4a7b-b303-d28d1ffd82a9 HTTP/1.1" status: 204 len: 168 time: 0.1678550 Feb 04 13:06:15.487168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a2138-c076-4ff9-b0cc-864176715a69 req-f1545209-72a0-49a3-9b40-d3a0a9836afc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:15.488893 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b45a2138-c076-4ff9-b0cc-864176715a69 req-f1545209-72a0-49a3-9b40-d3a0a9836afc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1673956 Feb 04 13:06:15.558755 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b45a2138-c076-4ff9-b0cc-864176715a69 req-ca283812-b8f4-4461-98e4-b077b9ecdb96 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628231 Feb 04 13:06:15.614590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d55c-ae82-493f-bc37-8e6cf6d2c694 req-2d8497d3-5175-4dd4-8aba-62537a37888c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:15.615830 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9498d55c-ae82-493f-bc37-8e6cf6d2c694 req-2d8497d3-5175-4dd4-8aba-62537a37888c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1794820 Feb 04 13:06:15.681202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9498d55c-ae82-493f-bc37-8e6cf6d2c694 req-7b18ad2e-0342-4790-ba6d-caed4285a657 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587049 Feb 04 13:06:16.894091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8663-36ee-482a-b2ad-e398a78e1378 req-d5829a72-f6c0-43ea-8380-277356157edd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:16.896044 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246c8663-36ee-482a-b2ad-e398a78e1378 req-d5829a72-f6c0-43ea-8380-277356157edd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1991837 Feb 04 13:06:16.984174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:17.022344 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246c8663-36ee-482a-b2ad-e398a78e1378 req-1b73c089-48dd-4eea-9804-d00b4a651951 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166809 Feb 04 13:06:17.053973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3799b98-e48a-4e81-99f1-02427fc74553 req-a1f5f754-6e67-45bf-aec0-af40db1901ab tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:17.062291 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a3799b98-e48a-4e81-99f1-02427fc74553 req-a1f5f754-6e67-45bf-aec0-af40db1901ab tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1991353 Feb 04 13:06:17.120546 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a3799b98-e48a-4e81-99f1-02427fc74553 req-6422d771-4f36-462e-8563-e2ac780b0cde tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574379 Feb 04 13:06:18.335921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a0c8-28de-480e-ab28-e5bd36c0a638 req-f3d1de15-33d2-4cd2-ae96-750b70d8b087 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:18.337638 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c044a0c8-28de-480e-ab28-e5bd36c0a638 req-f3d1de15-33d2-4cd2-ae96-750b70d8b087 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1841371 Feb 04 13:06:18.412306 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c044a0c8-28de-480e-ab28-e5bd36c0a638 req-8fc6617a-606e-4f9f-824b-8c57d9f316da tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658162 Feb 04 13:06:18.500210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46f180-87fb-4687-99f1-7b18623f223b req-fcc52602-1645-416e-9601-a2741b323926 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:18.502242 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b46f180-87fb-4687-99f1-7b18623f223b req-fcc52602-1645-416e-9601-a2741b323926 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2191961 Feb 04 13:06:18.573450 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b46f180-87fb-4687-99f1-7b18623f223b req-41efa9ef-1f90-42f0-86e4-060b5399dbce tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629709 Feb 04 13:06:19.257322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-91e5f872-6eb8-4b61-b128-d373998deba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:19.735004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d4619-6f0e-4c0d-a9d1-11695af6e974 req-ffa4aed0-1bb2-4124-a9f2-5c38ad028fcd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:19.736685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c70d4619-6f0e-4c0d-a9d1-11695af6e974 req-ffa4aed0-1bb2-4124-a9f2-5c38ad028fcd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1757216 Feb 04 13:06:19.806524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c70d4619-6f0e-4c0d-a9d1-11695af6e974 req-d6e24ad2-2b80-4f61-a3db-6ccfaf952344 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634289 Feb 04 13:06:19.905288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993018c-2d3d-48ef-aba0-61bcbf1b0f05 req-0ce733c4-4c51-4a8e-89a9-3f6b22ccd740 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:19.907007 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c993018c-2d3d-48ef-aba0-61bcbf1b0f05 req-0ce733c4-4c51-4a8e-89a9-3f6b22ccd740 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1789370 Feb 04 13:06:19.971902 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c993018c-2d3d-48ef-aba0-61bcbf1b0f05 req-6682faa2-f26f-4348-9a87-4f2ee1e798de tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584221 Feb 04 13:06:21.101921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adb83b-7f30-4570-984c-33cc7d2dbae8 req-cb239255-bd99-4560-9ffb-e4e779acc1ef tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:21.103613 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b1adb83b-7f30-4570-984c-33cc7d2dbae8 req-cb239255-bd99-4560-9ffb-e4e779acc1ef tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1675181 Feb 04 13:06:21.169373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b1adb83b-7f30-4570-984c-33cc7d2dbae8 req-dcae2003-a40d-4a46-af45-5ef38a351ff5 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589888 Feb 04 13:06:21.282684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41875b4-2d36-4de0-b13f-7f8c0d3cc686 req-29eeb57b-7e62-4229-a631-ba208521792d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:21.284278 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e41875b4-2d36-4de0-b13f-7f8c0d3cc686 req-29eeb57b-7e62-4229-a631-ba208521792d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1668918 Feb 04 13:06:21.351964 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e41875b4-2d36-4de0-b13f-7f8c0d3cc686 req-e3313b83-763b-42e3-ae30-27ab6cec2cfe tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579331 Feb 04 13:06:22.472942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934b03f-05e5-4747-9260-736d5469c6e8 req-2af4a99e-7e79-4fc0-93f6-b655cf28edfd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:22.474664 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5934b03f-05e5-4747-9260-736d5469c6e8 req-2af4a99e-7e79-4fc0-93f6-b655cf28edfd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1726000 Feb 04 13:06:22.540157 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5934b03f-05e5-4747-9260-736d5469c6e8 req-c2204c6b-424c-4fb6-bd33-77f29bc75f39 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589991 Feb 04 13:06:22.674264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c844c1-2dd0-41c1-80db-f516ec9261be req-86b69318-ecf9-46ea-8d73-3b8c2eb828c1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:22.675890 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e0c844c1-2dd0-41c1-80db-f516ec9261be req-86b69318-ecf9-46ea-8d73-3b8c2eb828c1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1640594 Feb 04 13:06:22.747561 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e0c844c1-2dd0-41c1-80db-f516ec9261be req-0bda9465-22c2-412a-b1f8-4d559dfa2e3f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621860 Feb 04 13:06:23.355273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7a244386-cc66-4255-a23e-9d386196f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:23.856475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84bda6-2df9-4e9b-a764-44373931ba3e req-aedca0f1-1a93-4f76-a919-6d6f4bac5837 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:23.864797 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1c84bda6-2df9-4e9b-a764-44373931ba3e req-aedca0f1-1a93-4f76-a919-6d6f4bac5837 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1943338 Feb 04 13:06:23.937588 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1c84bda6-2df9-4e9b-a764-44373931ba3e req-70c76a35-6449-4da9-bcc2-e721e103152f tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717041 Feb 04 13:06:24.036073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:24.093375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae295f3-d8f3-4fcf-ace6-247486bab79c req-3c7fdf75-365b-4a9c-914e-9aab307f8c27 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:24.095106 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4ae295f3-d8f3-4fcf-ace6-247486bab79c req-3c7fdf75-365b-4a9c-914e-9aab307f8c27 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1691473 Feb 04 13:06:24.162758 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4ae295f3-d8f3-4fcf-ace6-247486bab79c req-f97ec894-b167-47f7-acbd-bf6e758a2d7a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582590 Feb 04 13:06:24.482169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:25.243722 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288ce1-3a39-47fb-a5dc-8de88e196207 req-2b13e722-ea06-428b-b7a4-a9105d8b19d6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:25.245642 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7c288ce1-3a39-47fb-a5dc-8de88e196207 req-2b13e722-ea06-428b-b7a4-a9105d8b19d6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1719596 Feb 04 13:06:25.311324 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7c288ce1-3a39-47fb-a5dc-8de88e196207 req-9d33ce5f-99c8-4eb1-8705-5db217f8464c tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Feb 04 13:06:25.442406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:25.484150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bde300-9362-42b5-b796-58f24d44e475 req-b028d70f-8c73-421b-a340-5f39cce04b43 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:25.485840 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c7bde300-9362-42b5-b796-58f24d44e475 req-b028d70f-8c73-421b-a340-5f39cce04b43 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1693828 Feb 04 13:06:25.555018 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c7bde300-9362-42b5-b796-58f24d44e475 req-37c1d202-8712-4ed6-bd49-81e7d91a4e7a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596218 Feb 04 13:06:26.610565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4435d-63cf-4e87-aff8-221c17ba4ba9 req-3c56d25d-072d-4732-97e6-9694da833ee6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:26.612268 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-23d4435d-63cf-4e87-aff8-221c17ba4ba9 req-3c56d25d-072d-4732-97e6-9694da833ee6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1652544 Feb 04 13:06:26.680461 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-23d4435d-63cf-4e87-aff8-221c17ba4ba9 req-6a2c2f3e-9069-4062-9f9c-bde150456b29 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608733 Feb 04 13:06:26.870119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3324-80d7-4b0d-8c09-3b3393e647c9 req-8ea2993d-e800-4758-9408-3133968faca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:26.871790 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-945d3324-80d7-4b0d-8c09-3b3393e647c9 req-8ea2993d-e800-4758-9408-3133968faca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1682792 Feb 04 13:06:26.948271 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-945d3324-80d7-4b0d-8c09-3b3393e647c9 req-7cf479e9-5a8d-446c-9e0a-28a0693a466e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686674 Feb 04 13:06:27.094750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:27.168666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:27.168993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:28.213588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3de43-307a-453b-bee9-abb967c11088 req-b85a0d51-d596-4721-bbc5-1c09a9b91a35 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:28.215339 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-75b3de43-307a-453b-bee9-abb967c11088 req-b85a0d51-d596-4721-bbc5-1c09a9b91a35 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.3942633 Feb 04 13:06:28.281284 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-75b3de43-307a-453b-bee9-abb967c11088 req-e91f5ac6-cf8c-4017-8d5e-bd848363d56c tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Feb 04 13:06:28.293840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c1a77-a39c-4a40-a99b-769bcfd7a7c5 req-efa5d687-7f39-47f9-899f-9ee99bb7ed86 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:28.295587 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4c9c1a77-a39c-4a40-a99b-769bcfd7a7c5 req-efa5d687-7f39-47f9-899f-9ee99bb7ed86 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1863632 Feb 04 13:06:28.368356 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4c9c1a77-a39c-4a40-a99b-769bcfd7a7c5 req-7627dade-5d7d-460c-b21e-9faaf9ba31d6 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627382 Feb 04 13:06:29.189558 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b753c-9a9c-45f5-ad2d-27f4326cbb31 req-ff5a049c-f44f-428a-8a4a-f65dba173377 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:29.191267 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef7b753c-9a9c-45f5-ad2d-27f4326cbb31 req-ff5a049c-f44f-428a-8a4a-f65dba173377 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.1702445 Feb 04 13:06:29.256547 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef7b753c-9a9c-45f5-ad2d-27f4326cbb31 req-5054ada9-86ef-4f8e-b08f-16e9fbde121a tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585692 Feb 04 13:06:29.382578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-a69dfe99-3683-4264-9413-9e243d9d24e2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:06:29.548698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:06:29.590135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc082b-aef5-4f66-8461-e217998d094d req-c17c81b7-a91d-46bf-895f-c0796d441db4 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:29.591848 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-98bc082b-aef5-4f66-8461-e217998d094d req-c17c81b7-a91d-46bf-895f-c0796d441db4 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1727114 Feb 04 13:06:29.656905 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-98bc082b-aef5-4f66-8461-e217998d094d req-7bdcbc8f-99cc-47ba-91ce-fba974b2b13f tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582402 Feb 04 13:06:29.692261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f8a7a-2a85-4399-baf3-db0ad78d1588 req-902e37ed-3c22-4904-97b9-60f390876e3d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:29.693952 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cc6f8a7a-2a85-4399-baf3-db0ad78d1588 req-902e37ed-3c22-4904-97b9-60f390876e3d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1711507 Feb 04 13:06:29.761811 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cc6f8a7a-2a85-4399-baf3-db0ad78d1588 req-d34af699-466d-4e43-b44b-1ce2073cd440 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614319 Feb 04 13:06:30.004976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:30.078441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:06:30.083748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:30.084157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.112201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 47938) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:30.214868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.243641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:30.254654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:06:30.259124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.260207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:30.273214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.295529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:30.302165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:30.306670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Usage tracker for resource:security_group_rule and tenant:2d4602b6037a46c9abe785925b2ccaa9 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:30.309972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:30.316331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:30.327283 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'code': 200} Feb 04 13:06:30.404974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:30.413334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.416879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.417271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.417384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.417647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.418042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.418410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.418775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.419137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.419495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.419832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.420363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.420870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.421425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.422090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.422454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.422813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.423169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.423522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.423875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.424229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.424581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.424917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.425445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.425830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.426186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:30.429104 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e2ed6707-8721-4b5a-93aa-3433a30635e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:30.430800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:30.431558 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:30.431962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.570365 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d4602b6037a46c9abe785925b2ccaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568503 Feb 04 13:06:30.573318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47948) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:30.577246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20242dfa-839e-4d5f-9ede-367262e70e73,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:30.580737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:30.638478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.666298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.712384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.715719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa5fb2-d3cf-4359-907d-4eda703c16a9 req-dc25641d-d900-4997-8fca-4d96a339b863 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:30.717444 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ccfa5fb2-d3cf-4359-907d-4eda703c16a9 req-dc25641d-d900-4997-8fca-4d96a339b863 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.2913451 Feb 04 13:06:30.719319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-62a7f75a-3df6-4a90-8ebd-7921e4334e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:30.719850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571fc2d-354e-4e36-8233-37b04185065c req-11bb8124-9303-4c2f-b224-8d8f7ac78166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:30.721724 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1571fc2d-354e-4e36-8233-37b04185065c req-11bb8124-9303-4c2f-b224-8d8f7ac78166 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1163 time: 0.1996179 Feb 04 13:06:30.733737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20242dfa-839e-4d5f-9ede-367262e70e73,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:30.736466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:30.738066 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:30.743541 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20242dfa-839e-4d5f-9ede-367262e70e73 HTTP/1.1" status: 204 len: 168 time: 0.1689122 Feb 04 13:06:30.814685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ccfa5fb2-d3cf-4359-907d-4eda703c16a9 req-f4b88194-08d5-4e08-b217-2edfbebc5e7a tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888772 Feb 04 13:06:30.836559 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1571fc2d-354e-4e36-8233-37b04185065c req-a25ae72c-27a6-4317-b774-20fc99830d41 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095185 Feb 04 13:06:30.983688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b478-a532-4308-a490-b20fb6dd42e5 req-46dc5239-e2f2-4d83-ad5a-b62525c06b5a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:30.985769 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa12b478-a532-4308-a490-b20fb6dd42e5 req-46dc5239-e2f2-4d83-ad5a-b62525c06b5a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.1884861 Feb 04 13:06:31.052512 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa12b478-a532-4308-a490-b20fb6dd42e5 req-ed70f142-4a6c-4a68-be61-e0bf5df09575 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598891 Feb 04 13:06:31.105520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:31.125638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47960) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:31.131812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb39c2-269f-45b2-82aa-e4f05330ae50 req-47cbe171-ff67-48f0-b01b-5aa69f03e372 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:31.133602 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c7fb39c2-269f-45b2-82aa-e4f05330ae50 req-47cbe171-ff67-48f0-b01b-5aa69f03e372 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1903853 Feb 04 13:06:31.146012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.161884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:31.166225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad18fef3a744db988f75bd920627f9a is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:31.169267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:31.175480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:31.178464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:31.178882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.201083 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c7fb39c2-269f-45b2-82aa-e4f05330ae50 req-a1b68113-cb94-43b7-98ff-d31e208895a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589743 Feb 04 13:06:31.263662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.267496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.281597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bdbc25aa-e6ce-46aa-8e6c-1655944f8b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:31.322333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9046155b-98fa-4133-861f-492516a00243,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:31.329383 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ad18fef3a744db988f75bd920627f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997936 Feb 04 13:06:31.329383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:31.329871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47964) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:31.391089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.419094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.470616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.474945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8921bbc9-a414-423f-8227-99bf407a6856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:31.486508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9046155b-98fa-4133-861f-492516a00243,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:31.489214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:31.495371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:31.496587 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-df7ea5f9-2310-45db-b8d8-94dfffee4d26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9046155b-98fa-4133-861f-492516a00243 HTTP/1.1" status: 204 len: 168 time: 0.1657262 Feb 04 13:06:32.122387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2cf9e-e29c-43aa-ba6e-bb5c00815fb4 req-eb78bea7-7a5f-4873-acac-0d078a5c04e4 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:32.124155 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ada2cf9e-e29c-43aa-ba6e-bb5c00815fb4 req-eb78bea7-7a5f-4873-acac-0d078a5c04e4 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.1659310 Feb 04 13:06:32.198862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ada2cf9e-e29c-43aa-ba6e-bb5c00815fb4 req-c0e1e72e-6d1a-45ce-9c98-80bd8875402c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672355 Feb 04 13:06:32.472103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47992) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:32.558632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d0886-c93c-488d-a3ed-9f37ce926c76 req-d1e7d2f0-1474-4091-9c3b-a74ddb974465 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:32.560450 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a70d0886-c93c-488d-a3ed-9f37ce926c76 req-d1e7d2f0-1474-4091-9c3b-a74ddb974465 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.3759761 Feb 04 13:06:32.575245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fc58f-e53c-4106-a68b-092b0827abbe req-88fcac2c-1245-413c-8962-4d74dd8b77c4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:32.577172 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2a7fc58f-e53c-4106-a68b-092b0827abbe req-88fcac2c-1245-413c-8962-4d74dd8b77c4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1900816 Feb 04 13:06:32.626598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1010340869-network', 'tenant_id': '82e734e59d4c425dad61593d1cb0a060'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:32.634137 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a70d0886-c93c-488d-a3ed-9f37ce926c76 req-7f6841b2-14a9-4c49-ab82-ec3eba16e22c tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Feb 04 13:06:32.636740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:32.648590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Usage tracker for resource:network and tenant:82e734e59d4c425dad61593d1cb0a060 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:32.670081 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2a7fc58f-e53c-4106-a68b-092b0827abbe req-ed98917c-5cb4-4265-99b2-5389fd2b4933 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865216 Feb 04 13:06:32.671285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:32.677702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:32.687321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Made reservation on behalf of 82e734e59d4c425dad61593d1cb0a060 for: {'network': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:32.692431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.708236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.724338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:32.728426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Usage tracker for resource:security_group_rule and tenant:82e734e59d4c425dad61593d1cb0a060 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:32.731462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:32.737445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:32.826718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.830796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.837853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0702fca3-8cbe-40ff-8801-ea184f4cc2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:32.879342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:06:32.896303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:32.902618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:32.903686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786261248610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.904119 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Added segment 2449f8ca-e1d9-43aa-bd9d-7f342ee713f7 of type vxlan for network 93adf5b7-cc1d-4512-ad5b-38fb2954731e Feb 04 13:06:32.937193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.974115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.975471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:32.976170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:32.979976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:33.098242 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6239743 Feb 04 13:06:33.099237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Pushing event updated for resources: {'Network': ['ID=93adf5b7-cc1d-4512-ad5b-38fb2954731e,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:33.102825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 47998) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:33.105945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:33.109975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Request body: {'subnet': {'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1010340869-subnet', 'tenant_id': '82e734e59d4c425dad61593d1cb0a060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:33.115437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:33.115929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:06:33.119764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Usage tracker for resource:subnet and tenant:82e734e59d4c425dad61593d1cb0a060 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:33.123189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:33.131578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:33.142319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Made reservation on behalf of 82e734e59d4c425dad61593d1cb0a060 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:33.143929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:06:33.147206 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850648293'] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:33.158260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:33.417382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port ba0cd7b6-c9ef-4832-a357-6b586ce6148c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:33.417833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:33.521676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570185c1-a1f1-4820-9338-7a47623035af req-79d35665-d8a2-4a14-9d34-3d23276a1d58 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:33.523386 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-570185c1-a1f1-4820-9338-7a47623035af req-79d35665-d8a2-4a14-9d34-3d23276a1d58 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.1703920 Feb 04 13:06:33.625056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2180714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850648280'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:33.642377 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-570185c1-a1f1-4820-9338-7a47623035af req-dec13e4b-e8cc-4b8d-8a5f-2eddbc69c4f4 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124589 Feb 04 13:06:33.647488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:33.753362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-5636d382-d2bf-4c0b-b9fe-14f3799e6804 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:33.755110 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-5636d382-d2bf-4c0b-b9fe-14f3799e6804 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 946 time: 0.2078962 Feb 04 13:06:33.780031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Pushing event updated for resources: {'Subnet': ['ID=553aef5f-13c7-45ea-bed5-bf4558f72d8c,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:33.793838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:33.863838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Deleting port ba0cd7b6-c9ef-4832-a357-6b586ce6148c {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:06:33.864226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:34.011840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2611162-36b6-4fe4-9673-d6c702e79a5c req-c16bd837-8d21-41e0-a980-8a133020df7e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:34.013560 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2611162-36b6-4fe4-9673-d6c702e79a5c req-c16bd837-8d21-41e0-a980-8a133020df7e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.2348781 Feb 04 13:06:34.014439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Checking segment: {'id': '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:06:34.014894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Network hostable DHCP agents. Network: 93adf5b7-cc1d-4512-ad5b-38fb2954731e, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:06:34.065567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:06:34.092806 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2611162-36b6-4fe4-9673-d6c702e79a5c req-cbcd0a84-7659-4184-8c91-33d2be1fce5a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710590 Feb 04 13:06:34.098596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 93adf5b7-cc1d-4512-ad5b-38fb2954731e) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:06:34.108705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de60ec-0014-413d-a141-cf847e63ca43 None None] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:06:34.112426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:34.113068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:34.138175 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-22d2276a-178b-41ed-a8ab-ea7670e2619b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0340171 Feb 04 13:06:34.237578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbcf50-8cfc-4329-8af4-b7aee22d026e req-86a8e92b-f12b-4d43-a8cf-cf828f0e715c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:34.242333 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-edcbcf50-8cfc-4329-8af4-b7aee22d026e req-86a8e92b-f12b-4d43-a8cf-cf828f0e715c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3421612 Feb 04 13:06:34.352527 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-edcbcf50-8cfc-4329-8af4-b7aee22d026e req-194d1d8a-d4f6-4137-b7f8-4f3eafbce647 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000879 Feb 04 13:06:34.375562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] For port ba0cd7b6-c9ef-4832-a357-6b586ce6148c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,segment=NetworkSegment(1943bd4e-2a87-4d39-a366-27b1836b2dc4),segment_id=1943bd4e-2a87-4d39-a366-27b1836b2dc4)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:06:34.375961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:34.379422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9730f770-572f-4f4e-8d5f-d93632e5aafa None None] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:06:34.444424 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82198ee-42bd-48d4-bc90-5a1fb4dc0f80 req-c139609c-5d7d-451a-9ed5-75ddf6394114 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:34.446227 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a82198ee-42bd-48d4-bc90-5a1fb4dc0f80 req-c139609c-5d7d-451a-9ed5-75ddf6394114 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.2045758 Feb 04 13:06:34.531192 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a82198ee-42bd-48d4-bc90-5a1fb4dc0f80 req-d72edc25-3544-4f3f-8bbe-7cd4e4c2af76 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766330 Feb 04 13:06:34.567413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Calling delete_port for ba0cd7b6-c9ef-4832-a357-6b586ce6148c owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:06:34.748922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:34.859075 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f46311d4-88d8-48b9-8f00-6073a06c4a6d req-daeb94e5-3d10-42e4-89aa-840d8ba6bb69 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b10ab23-2ca7-47d8-b7ec-e3a577332ef1 HTTP/1.1" status: 200 len: 210 time: 0.0742226 Feb 04 13:06:34.878022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-87951d64-bac2-4326-86a0-e0622486975c tempest-DeleteServersTestJSON-749321254 tempest-DeleteServersTestJSON-749321254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:34.932760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Pushing event deleted for resources: {'Port': ['ID=ba0cd7b6-c9ef-4832-a357-6b586ce6148c,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:34.962263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:35.013060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] No DVR routers for this DVR port ba0cd7b6-c9ef-4832-a357-6b586ce6148c on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:06:35.015713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.018746 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'name': 'network-vif-deleted', 'tag': 'ba0cd7b6-c9ef-4832-a357-6b586ce6148c'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:35.046943 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6648f987-d913-41be-a0d9-2480dcc8bdf3 req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "DELETE /v2.0/ports/ba0cd7b6-c9ef-4832-a357-6b586ce6148c HTTP/1.1" status: 204 len: 173 time: 1.2832808 Feb 04 13:06:35.080839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:06:35.085015 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b10ab23-2ca7-47d8-b7ec-e3a577332ef1', 'name': 'network-vif-deleted', 'tag': 'ba0cd7b6-c9ef-4832-a357-6b586ce6148c', 'status': 'completed', 'code': 200} Feb 04 13:06:35.130440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: ba0cd7b6-c9ef-4832-a357-6b586ce6148c {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:06:35.131056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device ba0cd7b6-c9ef-4832-a357-6b586ce6148c not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:06:35.212913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 48036) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:35.219222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1215743029-network', 'tenant_id': '68300844715141a4acc435bef082dccf'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:35.224885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:35.229726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Usage tracker for resource:network and tenant:68300844715141a4acc435bef082dccf is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:35.233724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:35.239827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:35.250139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Made reservation on behalf of 68300844715141a4acc435bef082dccf for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:35.255024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.268671 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.284666 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:35.284850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8e8a5-25ba-419d-8426-ec5c0f793138 req-1df278ff-0642-4fd4-966a-03d4147c1099 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:35.286493 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bbd8e8a5-25ba-419d-8426-ec5c0f793138 req-1df278ff-0642-4fd4-966a-03d4147c1099 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.1733539 Feb 04 13:06:35.289210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:68300844715141a4acc435bef082dccf is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:35.292470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:35.298582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:35.351672 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bbd8e8a5-25ba-419d-8426-ec5c0f793138 req-7afd24ed-9f0c-45ad-9585-4bbff9956aa0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580397 Feb 04 13:06:35.387520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.390931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.395318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d7f9cbb0-a9fa-4a92-9b7b-ba28e0856d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:35.414767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:06:35.438304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.438304 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Added segment d3d546ec-5781-4eaf-bc5e-53827494e78c of type vxlan for network 316f3c6e-5760-4577-8e77-fe2ce485772c Feb 04 13:06:35.447298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145dedd3-ffd8-408c-b400-a157d4a3d085,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:35.451220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:35.474786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.515327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.516869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:35.517744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.544060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:35.568264 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3540523 Feb 04 13:06:35.571854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48044) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:06:35.578511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Request body: {'subnet': {'network_id': '316f3c6e-5760-4577-8e77-fe2ce485772c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1215743029-subnet', 'tenant_id': '68300844715141a4acc435bef082dccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:35.590185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:35.594899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Usage tracker for resource:subnet and tenant:68300844715141a4acc435bef082dccf is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:35.598587 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:35.605559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:35.622386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Made reservation on behalf of 68300844715141a4acc435bef082dccf for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:35.628436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850648293'] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:35.696790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=316f3c6e-5760-4577-8e77-fe2ce485772c,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:35.711448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:35.713382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 316f3c6e-5760-4577-8e77-fe2ce485772c details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:06:35.735295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network 316f3c6e-5760-4577-8e77-fe2ce485772c details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:06:35.871534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c54b8-f322-48e4-a096-8e08265678a3 req-56905d3f-d486-40b6-a752-63e8cfad2f49 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:35.873285 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5c3c54b8-f322-48e4-a096-8e08265678a3 req-56905d3f-d486-40b6-a752-63e8cfad2f49 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3120360 Feb 04 13:06:36.038409 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5c3c54b8-f322-48e4-a096-8e08265678a3 req-fd2f174a-e9ff-4cf7-a391-530e97687e85 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546261 Feb 04 13:06:36.287713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2180714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850648280'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:36.303458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-beae2e28-0523-4176-b216-67cd8e4a8326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:36.434289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79998d39-137c-436b-b4d6-38b813725fff,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:36.447156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:36.506862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Checking segment: {'id': 'd3d546ec-5781-4eaf-bc5e-53827494e78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '316f3c6e-5760-4577-8e77-fe2ce485772c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:06:36.507169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Network hostable DHCP agents. Network: 316f3c6e-5760-4577-8e77-fe2ce485772c, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:06:36.528090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Network 316f3c6e-5760-4577-8e77-fe2ce485772c is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:06:36.541722 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 316f3c6e-5760-4577-8e77-fe2ce485772c) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:06:36.552027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b6b6e-19ae-4bf3-95e4-b57ca69d6340 None None] Network 316f3c6e-5760-4577-8e77-fe2ce485772c requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:06:36.554210 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:36.554866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:36.575308 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f5a20318-f001-486f-9d34-46e1a73dbfd6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0021052 Feb 04 13:06:36.788400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99d46b-33c7-4515-9e61-ee06e68c86e6 None None] Network 316f3c6e-5760-4577-8e77-fe2ce485772c requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:06:37.332697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-a0cf872f-5d55-4aab-96c4-f385c844b7ca tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:37.334321 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-a0cf872f-5d55-4aab-96c4-f385c844b7ca tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/networks?id=93adf5b7-cc1d-4512-ad5b-38fb2954731e HTTP/1.1" status: 200 len: 809 time: 0.2517269 Feb 04 13:06:37.352564 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-29ba91dc-9c06-4884-add8-52ec8fd639b1 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/quotas/82e734e59d4c425dad61593d1cb0a060 HTTP/1.1" status: 200 len: 375 time: 0.0110230 Feb 04 13:06:37.377409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a8fc-4207-4d4f-8129-24aa3d86471b req-016e502a-8838-4e15-a444-d8c8fe7d0a11 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:37.379143 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3153a8fc-4207-4d4f-8129-24aa3d86471b req-016e502a-8838-4e15-a444-d8c8fe7d0a11 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1741421 Feb 04 13:06:37.413985 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-2ccd0f50-03a2-4379-a288-a2f7558129fa tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=82e734e59d4c425dad61593d1cb0a060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490901 Feb 04 13:06:37.445699 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3153a8fc-4207-4d4f-8129-24aa3d86471b req-46e8ea75-0687-4238-9d28-2ce724d4f05d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597601 Feb 04 13:06:37.573966 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-4b1a9954-71b8-4bac-b53d-dad8703acc5c service neutron] 10.222.0.45 "GET /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517470 Feb 04 13:06:37.723781 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-812520a6-e9db-40cd-a823-2c5f17d51573 service neutron] 10.222.0.45 "GET /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402273 Feb 04 13:06:37.938765 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83fcb620-3648-492d-8967-d734b75c40d9 req-3c63782f-0d51-4779-b960-b32ae76da645 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 210 time: 0.0533609 Feb 04 13:06:38.768520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4df46e-0345-4d7a-a7cf-457d28bae99b req-abe39429-c723-41cf-9787-d6a252f8901b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:38.770195 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef4df46e-0345-4d7a-a7cf-457d28bae99b req-abe39429-c723-41cf-9787-d6a252f8901b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1655746 Feb 04 13:06:38.842483 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef4df46e-0345-4d7a-a7cf-457d28bae99b req-7465f29f-a25c-4a29-bb33-5a2b07a4e828 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651677 Feb 04 13:06:39.129138 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a361110a-dcb9-4809-b961-48927ae6480e req-4264155b-be1a-4d7b-8afa-865ba841d0ea tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 210 time: 0.0553124 Feb 04 13:06:39.177676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-03af6ca1-795a-4773-a896-0a3a0acdb8e4 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:39.179311 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-03af6ca1-795a-4773-a896-0a3a0acdb8e4 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.106 "GET /v2.0/networks?id=93adf5b7-cc1d-4512-ad5b-38fb2954731e HTTP/1.1" status: 200 len: 809 time: 0.2420132 Feb 04 13:06:39.197932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Request body: {'port': {'device_id': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e', 'admin_state_up': True, 'tenant_id': '82e734e59d4c425dad61593d1cb0a060'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:39.347857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:39.352233 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Usage tracker for resource:port and tenant:82e734e59d4c425dad61593d1cb0a060 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:39.355375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:39.361570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:39.371439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Made reservation on behalf of 82e734e59d4c425dad61593d1cb0a060 for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:39.393192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:40.002584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Allocated IP 172.20.0.7 (93adf5b7-cc1d-4512-ad5b-38fb2954731e/553aef5f-13c7-45ea-bed5-bf4558f72d8c/d2043df1-ccbf-4a19-acd4-49a33177a899) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:06:40.193929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00171f7f-ab79-4fdd-8b06-2e89205753c9 req-6c3b3f21-1642-4056-8693-eaac73596840 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:40.195534 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-00171f7f-ab79-4fdd-8b06-2e89205753c9 req-6c3b3f21-1642-4056-8693-eaac73596840 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1910410 Feb 04 13:06:40.266707 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-00171f7f-ab79-4fdd-8b06-2e89205753c9 req-a8a1e29d-e08b-4493-b905-b8310dd68be2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646322 Feb 04 13:06:40.307975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:40.350635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:40.367500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a4d9ad38-5a70-45fc-961c-8526aaecbf5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:40.581081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Pushing event updated for resources: {'Port': ['ID=d2043df1-ccbf-4a19-acd4-49a33177a899,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:40.594818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:40.644736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:06:40.728487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a05b6-fe95-4274-b3ba-32309d6e745d req-b21243e9-4feb-463b-85c7-4e338e952247 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:40.730106 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3e5a05b6-fe95-4274-b3ba-32309d6e745d req-b21243e9-4feb-463b-85c7-4e338e952247 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 931 time: 0.3220339 Feb 04 13:06:40.731288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:06:40.733786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:06:40.852042 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3e5a05b6-fe95-4274-b3ba-32309d6e745d req-9b896066-7df6-4e5a-8735-d8092588ebcf tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868404 Feb 04 13:06:40.917924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:40.918652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:40.940726 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7471745 Feb 04 13:06:40.967218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Request body: {'port': {'device_id': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:41.094873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:41.525115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2043df1-ccbf-4a19-acd4-49a33177a899 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:06:41.534798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:41.550194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Transition to ACTIVE for port object d2043df1-ccbf-4a19-acd4-49a33177a899 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:06:41.554046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:41.568054 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:41.712018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Pushing event updated for resources: {'Port': ['ID=d2043df1-ccbf-4a19-acd4-49a33177a899,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:41.716745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:41.818958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf756b8e-215c-45f7-a213-f74f1c1c80fc req-7073c654-a484-4daa-a598-7cdd85e0a619 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:41.820675 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cf756b8e-215c-45f7-a213-f74f1c1c80fc req-7073c654-a484-4daa-a598-7cdd85e0a619 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3948126 Feb 04 13:06:41.889181 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cf756b8e-215c-45f7-a213-f74f1c1c80fc req-9153159f-f5fd-46e8-a075-76cc6ee7db84 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616438 Feb 04 13:06:41.921372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Attempting to bind port d2043df1-ccbf-4a19-acd4-49a33177a899 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:06:41.921812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Attempting to bind port d2043df1-ccbf-4a19-acd4-49a33177a899 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:06:41.922109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Attempting to bind port d2043df1-ccbf-4a19-acd4-49a33177a899 on network 93adf5b7-cc1d-4512-ad5b-38fb2954731e {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:06:41.928426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:41.928797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Checking segment: {'id': '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:06:41.929199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:41.929582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Bound using segment: {'id': '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:41.930119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Bound port: d2043df1-ccbf-4a19-acd4-49a33177a899, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '93adf5b7-cc1d-4512-ad5b-38fb2954731e'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:06:41.930490 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:42.076706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] For port d2043df1-ccbf-4a19-acd4-49a33177a899, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:06:42.097009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] For port d2043df1-ccbf-4a19-acd4-49a33177a899, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=d2043df1-ccbf-4a19-acd4-49a33177a899,segment=NetworkSegment(2449f8ca-e1d9-43aa-bd9d-7f342ee713f7),segment_id=2449f8ca-e1d9-43aa-bd9d-7f342ee713f7)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:06:42.102649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:42.116611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:42.279588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Pushing event updated for resources: {'Port': ['ID=d2043df1-ccbf-4a19-acd4-49a33177a899,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:42.294142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:42.396434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88c312-91a1-4d0c-9e98-aefbf1d3f3b9 req-c4ea53fc-9e0b-4a65-a8ee-a08cc6dea639 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:42.397235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ef88c312-91a1-4d0c-9e98-aefbf1d3f3b9 req-c4ea53fc-9e0b-4a65-a8ee-a08cc6dea639 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Synchronizing usage tracker for tenant:82e734e59d4c425dad61593d1cb0a060 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:42.437706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ef88c312-91a1-4d0c-9e98-aefbf1d3f3b9 req-c4ea53fc-9e0b-4a65-a8ee-a08cc6dea639 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Unset dirty status for tenant:82e734e59d4c425dad61593d1cb0a060 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:42.439389 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef88c312-91a1-4d0c-9e98-aefbf1d3f3b9 req-c4ea53fc-9e0b-4a65-a8ee-a08cc6dea639 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 943 time: 0.4042811 Feb 04 13:06:42.443196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:42.443870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:42.445311 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] 10.222.0.106 "PUT /v2.0/ports/d2043df1-ccbf-4a19-acd4-49a33177a899 HTTP/1.1" status: 200 len: 1157 time: 1.4833066 Feb 04 13:06:42.445858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:42.534537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899', 'status': 'completed', 'code': 200} Feb 04 13:06:42.570233 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ef88c312-91a1-4d0c-9e98-aefbf1d3f3b9 req-c09f4b1f-775c-4d3d-a902-4b27550588ff tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189632 Feb 04 13:06:42.607528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-ba6879a7-1d27-449a-94ee-2535ff534ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:42.609261 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-ba6879a7-1d27-449a-94ee-2535ff534ef5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=82e734e59d4c425dad61593d1cb0a060&device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 1160 time: 0.1167424 Feb 04 13:06:42.687918 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-343f5b71-bfaa-4852-bd98-ea431e250eba service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2043df1-ccbf-4a19-acd4-49a33177a899 HTTP/1.1" status: 200 len: 217 time: 0.0698252 Feb 04 13:06:42.765077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-bbbd518a-7754-40e8-9f7a-204e3af01503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:42.766697 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-bbbd518a-7754-40e8-9f7a-204e3af01503 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=553aef5f-13c7-45ea-bed5-bf4558f72d8c HTTP/1.1" status: 200 len: 849 time: 0.0725787 Feb 04 13:06:42.822548 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-5987056f-a4f3-443b-a515-29be7eee3391 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=93adf5b7-cc1d-4512-ad5b-38fb2954731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473852 Feb 04 13:06:42.978808 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-0e84c4c2-492f-4710-9f7b-04d31287af81 service neutron] 10.222.0.106 "GET /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501253 Feb 04 13:06:43.099845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af51d-cfe8-42fd-885d-a14af1928c2b req-e46af125-18a5-4698-be34-ee437b36c5b1 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:43.101593 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f43af51d-cfe8-42fd-885d-a14af1928c2b req-e46af125-18a5-4698-be34-ee437b36c5b1 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.1854756 Feb 04 13:06:43.174319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f43af51d-cfe8-42fd-885d-a14af1928c2b req-7b93f93e-4597-4bdd-baf2-b3a6db660168 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656884 Feb 04 13:06:43.428156 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08b0d256-a32c-40db-b997-15aaf07a8dd7 req-85e145d2-a0ba-4c51-8742-31272c17af4f service neutron] 10.222.0.106 "GET /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4411306 Feb 04 13:06:43.429284 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-4b72fa2b-3501-41be-83bf-1491fba72e92 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1979029 Feb 04 13:06:43.437433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'floatingip': {'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:43.461926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:43.466565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Usage tracker for resource:floatingip and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:43.470004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:43.476909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:43.489013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for floatingip, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:43.519797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e8c87-eb9b-4bdf-9bc9-7864e497227c req-5379c8b2-7df6-4b05-a50e-135f9cd36965 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:43.521484 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-799e8c87-eb9b-4bdf-9bc9-7864e497227c req-5379c8b2-7df6-4b05-a50e-135f9cd36965 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2301517 Feb 04 13:06:43.644452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:43.651103 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-799e8c87-eb9b-4bdf-9bc9-7864e497227c req-3bfeac30-b538-434c-9552-2dccc51baa0a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882108 Feb 04 13:06:43.667518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-e9295032-078f-44f3-b21a-c9f8de16ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:43.669040 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-e9295032-078f-44f3-b21a-c9f8de16ed19 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=82e734e59d4c425dad61593d1cb0a060&device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 1160 time: 0.1465118 Feb 04 13:06:43.989874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Allocated IP 172.28.2.195 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/71090355-6cd7-489c-8eb8-e8a6632f5b1c) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:06:44.024038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-25671844-21d0-4e6a-b7ed-365c70738bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:44.027211 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-25671844-21d0-4e6a-b7ed-365c70738bdd service neutron] 10.222.0.106 "GET /v2.0/networks?id=93adf5b7-cc1d-4512-ad5b-38fb2954731e HTTP/1.1" status: 200 len: 903 time: 0.2752841 Feb 04 13:06:44.118993 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-1ecd02c0-53fc-40b0-9cd1-48d9c680a94c service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2043df1-ccbf-4a19-acd4-49a33177a899 HTTP/1.1" status: 200 len: 217 time: 0.0779886 Feb 04 13:06:44.178403 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:44.207929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-c62abce7-731f-48c4-b096-7a62c1030fa2 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:44.208859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-c62abce7-731f-48c4-b096-7a62c1030fa2 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Synchronizing usage tracker for tenant:a50b454f90ce489a88007493dca13435 on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:44.214691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:44.233879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:44.293154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-c62abce7-731f-48c4-b096-7a62c1030fa2 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Unset dirty status for tenant:a50b454f90ce489a88007493dca13435 on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:44.294805 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-c62abce7-731f-48c4-b096-7a62c1030fa2 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/networks?id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 200 len: 813 time: 0.4682925 Feb 04 13:06:44.299785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-d0a4e6c7-c943-4bb1-b5df-eae07816c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:44.301701 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-d0a4e6c7-c943-4bb1-b5df-eae07816c9ea service neutron] 10.222.0.106 "GET /v2.0/subnets?id=553aef5f-13c7-45ea-bed5-bf4558f72d8c HTTP/1.1" status: 200 len: 849 time: 0.0882118 Feb 04 13:06:44.365748 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-e3a9ff5e-5eee-4398-9c07-7233e471a19a tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/quotas/a50b454f90ce489a88007493dca13435 HTTP/1.1" status: 200 len: 375 time: 0.0594122 Feb 04 13:06:44.374841 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-f91dd68c-699f-4dcd-aef8-0147b10cd5de service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=93adf5b7-cc1d-4512-ad5b-38fb2954731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582466 Feb 04 13:06:44.428583 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:06:44.432600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:06:44.434791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'Port': ['ID=71090355-6cd7-489c-8eb8-e8a6632f5b1c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:44.437341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:06:44.453290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-9e0db44d-981e-490c-b9d0-1598bb365beb tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Synchronizing usage tracker for tenant:a50b454f90ce489a88007493dca13435 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:44.468382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:44.536029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:44.536384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-9e0db44d-981e-490c-b9d0-1598bb365beb tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Unset dirty status for tenant:a50b454f90ce489a88007493dca13435 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:44.537762 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-9e0db44d-981e-490c-b9d0-1598bb365beb tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a50b454f90ce489a88007493dca13435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1660037 Feb 04 13:06:44.607691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:44.693599 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-7c2f8744-d9fb-47d6-912a-355bfdf2a838 service neutron] 10.222.0.106 "GET /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768402 Feb 04 13:06:44.872840 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-e435c528-b9b0-4f06-a7cb-ed0662ef5179 service neutron] 10.222.0.45 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217843 Feb 04 13:06:45.013514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:45.021400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:45.041886 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a8e01c4-49e2-4ac5-a57b-226dbcc85946 req-6a8a957d-4f6b-4d15-a1dd-56231ba52e08 service neutron] 10.222.0.106 "GET /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3389344 Feb 04 13:06:45.108920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2adf102e-25c7-4b64-9bf6-e87b82854ce9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:45.129950 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a7747c1e-f829-4a44-a2f5-b45485cd011d service neutron] 10.222.0.45 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2334313 Feb 04 13:06:45.198837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'Port': ['ID=71090355-6cd7-489c-8eb8-e8a6632f5b1c,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:45.228420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.229129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.229742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.230301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.230853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.231409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.231955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.232499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.233096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.233842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.234399 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.234944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.235632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.236024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.236410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.236781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.237160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.237522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.237926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.238317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.238692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.239070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.239453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.239834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:06:45.244464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:45.352563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:45.393163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:45.400818 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9686272 Feb 04 13:06:45.681977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07c01f-ee68-4a47-9fda-5df76d2e90f7 req-b1d953d6-f3a6-40f3-a4cc-82451a24a8a8 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:45.690295 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3a07c01f-ee68-4a47-9fda-5df76d2e90f7 req-b1d953d6-f3a6-40f3-a4cc-82451a24a8a8 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 943 time: 0.2257216 Feb 04 13:06:45.700202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-f40183ec-1ec5-4bda-b7fb-b7d4d64c6bbc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:floatingip {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:45.722821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-f40183ec-1ec5-4bda-b7fb-b7d4d64c6bbc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:floatingip {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:45.742236 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-f40183ec-1ec5-4bda-b7fb-b7d4d64c6bbc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.195 HTTP/1.1" status: 200 len: 696 time: 0.3403454 Feb 04 13:06:45.777951 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3a07c01f-ee68-4a47-9fda-5df76d2e90f7 req-096844ea-89c2-409c-b0eb-df78eb702d5a tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861530 Feb 04 13:06:46.206698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-fcba1508-372d-4416-b7bf-b6bae1023ce4 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:46.218641 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-fcba1508-372d-4416-b7bf-b6bae1023ce4 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 784 time: 0.4744155 Feb 04 13:06:46.231425 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-f00a0195-0c8a-4101-95f0-fe2b60a33bf7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:06:46.234191 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0f061281-639a-4dd2-99e0-c6091fd7989e req-f00a0195-0c8a-4101-95f0-fe2b60a33bf7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0112958 Feb 04 13:06:46.251726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c4592-7924-4de9-bc08-1225092ecb35 req-9f848035-2e5e-404c-9818-5a8104a47382 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:46.253485 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-754c4592-7924-4de9-bc08-1225092ecb35 req-9f848035-2e5e-404c-9818-5a8104a47382 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2375734 Feb 04 13:06:46.365032 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-754c4592-7924-4de9-bc08-1225092ecb35 req-3c30fecd-d8cb-4555-b095-540ee3eb012b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034651 Feb 04 13:06:46.428726 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0b2f3917-d995-4746-a119-cb34519de89b req-dbbe4138-797d-49c2-9bbf-7ea8963e2aa6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 210 time: 0.0723960 Feb 04 13:06:46.717986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-f415c6cb-f5ee-4281-8ce6-19066311bfcd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:46.719650 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-f415c6cb-f5ee-4281-8ce6-19066311bfcd tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1719654 Feb 04 13:06:46.858318 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-2c48d83b-a3c6-4789-9ff1-19ee8bb1cc9a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.195 HTTP/1.1" status: 200 len: 696 time: 0.1193962 Feb 04 13:06:46.871606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'floatingip': {'port_id': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:46.997196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:47.000473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for floatingip, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:47.267640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494572e-0ffe-4962-bbd3-2b04166bdb4a req-c0f806bc-8473-492b-82ff-dfd71dd8a8a4 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:47.284100 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f494572e-0ffe-4962-bbd3-2b04166bdb4a req-c0f806bc-8473-492b-82ff-dfd71dd8a8a4 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 943 time: 0.2947381 Feb 04 13:06:47.413980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f494572e-0ffe-4962-bbd3-2b04166bdb4a req-8b8dcdd3-eb49-49ce-b13e-620dca534c3e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Synchronizing usage tracker for tenant:82e734e59d4c425dad61593d1cb0a060 on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:47.488405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-f494572e-0ffe-4962-bbd3-2b04166bdb4a req-8b8dcdd3-eb49-49ce-b13e-620dca534c3e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Unset dirty status for tenant:82e734e59d4c425dad61593d1cb0a060 on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:47.498334 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f494572e-0ffe-4962-bbd3-2b04166bdb4a req-8b8dcdd3-eb49-49ce-b13e-620dca534c3e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129710 Feb 04 13:06:47.574005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.objects.ports [None req-f972aca6-1c23-447c-b7d3-d4ccb6f0468f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80109) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 04 13:06:47.929068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd5558-b656-4bd3-ad3e-5a176ba3dbef req-4b4d815c-b0c8-49e4-b57c-b9bb523e64c4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:47.931258 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6edd5558-b656-4bd3-ad3e-5a176ba3dbef req-4b4d815c-b0c8-49e4-b57c-b9bb523e64c4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2481070 Feb 04 13:06:48.028377 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6edd5558-b656-4bd3-ad3e-5a176ba3dbef req-d45d58c3-8413-40d2-a6e8-60da7e228264 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901759 Feb 04 13:06:48.144501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-fe066cbc-099e-4d12-9dea-4ca055b56a6f tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:48.146521 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-fe066cbc-099e-4d12-9dea-4ca055b56a6f tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "GET /v2.0/networks?id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 200 len: 813 time: 0.9025133 Feb 04 13:06:48.226967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Request body: {'port': {'device_id': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d', 'admin_state_up': True, 'tenant_id': 'a50b454f90ce489a88007493dca13435'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:48.266118 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-196079e6-6896-4a8a-bb39-c65727999d8d req-580a3ffc-ea6d-40b0-94a5-5aa625558908 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 210 time: 0.0751467 Feb 04 13:06:48.384251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device d2043df1-ccbf-4a19-acd4-49a33177a899 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:48.508318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port d2043df1-ccbf-4a19-acd4-49a33177a899 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:06:48.516285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port d2043df1-ccbf-4a19-acd4-49a33177a899 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:48.516753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:48.650654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:48.668511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:48.690981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:48.737953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:48.758668 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port d2043df1-ccbf-4a19-acd4-49a33177a899, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=d2043df1-ccbf-4a19-acd4-49a33177a899,segment=NetworkSegment(2449f8ca-e1d9-43aa-bd9d-7f342ee713f7),segment_id=2449f8ca-e1d9-43aa-bd9d-7f342ee713f7)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:06:48.765602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:48.775065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:48.814094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:48.817118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Made reservation on behalf of a50b454f90ce489a88007493dca13435 for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:06:48.840752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:48.857374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:48.861307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=d2043df1-ccbf-4a19-acd4-49a33177a899,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:48.866861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:48.893444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef68b-5a86-405e-ade0-e88759ab1c3c req-a8bb5025-6b50-4188-b992-ed0cdcef08a4 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:48.895212 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6f7ef68b-5a86-405e-ade0-e88759ab1c3c req-a8bb5025-6b50-4188-b992-ed0cdcef08a4 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 943 time: 0.2227309 Feb 04 13:06:48.981609 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6f7ef68b-5a86-405e-ade0-e88759ab1c3c req-1d6f801a-0a09-4dd5-92bd-b86ac5e1113e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Feb 04 13:06:49.080598 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899', 'code': 200} Feb 04 13:06:49.182440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device d2043df1-ccbf-4a19-acd4-49a33177a899 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:49.286856 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Floating IP 79627e60-4eda-4a1c-8a38-5dea606a7191 associated. External IP: 172.28.2.195, port: a8bfc457-abe8-4a58-b9c0-c451d9c68d7e. Feb 04 13:06:49.381137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676f064-808f-41d5-a03d-7329e66a544c req-cd5fd4d2-4cd2-4620-ac23-e9056ff11c96 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:49.389377 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b676f064-808f-41d5-a03d-7329e66a544c req-cd5fd4d2-4cd2-4620-ac23-e9056ff11c96 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1996863 Feb 04 13:06:49.410440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b67b649a-c107-4c6c-9b75-5c5166f6d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:49.413963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port d2043df1-ccbf-4a19-acd4-49a33177a899 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:49.414502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:49.511768 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b676f064-808f-41d5-a03d-7329e66a544c req-c1cd054b-3c42-4e24-82d2-587463c96522 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212416 Feb 04 13:06:49.596384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf2f33-3c8b-4498-a98c-87debcf984ff req-a0128fdd-ea4e-4f6e-ba0e-bc9abf7bca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:49.600799 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7cbf2f33-3c8b-4498-a98c-87debcf984ff req-a0128fdd-ea4e-4f6e-ba0e-bc9abf7bca02 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 1162 time: 0.1828072 Feb 04 13:06:49.661706 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7cbf2f33-3c8b-4498-a98c-87debcf984ff req-321abffb-91d2-4d80-8a5e-eaa359f6131a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556967 Feb 04 13:06:49.708889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Allocated IP 172.20.0.3 (c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d/5e512760-4105-4b56-855c-f92c2f3de1e8/82fd4592-e04d-4dfb-b263-2095e2daf2ff) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:06:49.801031 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bb9c2d5a-7d84-408f-90e3-1cb6a65cfa4b req-6963c844-482f-4512-8064-8d4fb91cd2eb tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 210 time: 0.0535607 Feb 04 13:06:50.294345 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Router 6710e801-5df4-47b8-9bff-266b26184da7 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:06:50.312223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3271a1b-e15b-46a9-99f3-d8bd1f7b3908 req-31cf460b-194d-4b34-b329-f16b915e7007 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:50.317848 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b3271a1b-e15b-46a9-99f3-d8bd1f7b3908 req-31cf460b-194d-4b34-b329-f16b915e7007 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 945 time: 0.1898193 Feb 04 13:06:50.391922 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b3271a1b-e15b-46a9-99f3-d8bd1f7b3908 req-95615b42-e5eb-450a-a710-dc50a2fc9649 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702605 Feb 04 13:06:50.522748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:50.572009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:06:50.588981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] Sync routers for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:06:50.590961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:50.600401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:06:50.601219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:06:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:50.667928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:50.687898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bdf766c-523e-4c6a-a1eb-40a5d887ed84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:50.776187 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d1a8c404-a43f-4861-bdc8-0a1b0208014e tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "PUT /v2.0/floatingips/79627e60-4eda-4a1c-8a38-5dea606a7191 HTTP/1.1" status: 200 len: 997 time: 3.9089184 Feb 04 13:06:50.930233 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:06:50.943089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:51.021367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce904d6a-7f4f-4337-b529-eb99722100ad req-919a4c16-064c-4527-9c31-473f572bb25c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:51.034360 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce904d6a-7f4f-4337-b529-eb99722100ad req-919a4c16-064c-4527-9c31-473f572bb25c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3481226 Feb 04 13:06:51.048973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Pushing event updated for resources: {'Port': ['ID=82fd4592-e04d-4dfb-b263-2095e2daf2ff,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:51.053983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:51.136382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:06:51.140381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:06:51.143354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:06:51.220739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-162ef12c-abcb-4f39-bc2a-f9f78b00e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:51.230009 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-162ef12c-abcb-4f39-bc2a-f9f78b00e7f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1163 time: 0.2618315 Feb 04 13:06:51.381888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:51.383196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:51.394396 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce904d6a-7f4f-4337-b529-eb99722100ad req-ee0ed0d4-46c2-44b8-aff8-0d249fdc2c2a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589396 Feb 04 13:06:51.421995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device d2043df1-ccbf-4a19-acd4-49a33177a899 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:06:51.434440 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2118471 Feb 04 13:06:51.446591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Request body: {'port': {'device_id': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:51.540273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port d2043df1-ccbf-4a19-acd4-49a33177a899 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:51.540658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:51.577333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '79627e60-4eda-4a1c-8a38-5dea606a7191', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'port_id': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'mac_address': 'fa:16:3e:f9:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:06:44Z', 'updated_at': '2021-02-04T13:06:48Z', 'revision_number': 1, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:55Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:51.585934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:51.604361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] Checking router: 6710e801-5df4-47b8-9bff-266b26184da7 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:06:51.620709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:06:51.621419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:06:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:51.685084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-9bb7829c-6884-45e5-9e3d-3eacc263987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:51.687490 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-9bb7829c-6884-45e5-9e3d-3eacc263987a service neutron] 10.222.0.45 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.4562678 Feb 04 13:06:51.805317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d53869-961a-42bf-9861-f30332e414fa req-ac1e3e2e-7328-417e-b0bf-5e66a95d2039 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:51.815549 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2d53869-961a-42bf-9861-f30332e414fa req-ac1e3e2e-7328-417e-b0bf-5e66a95d2039 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 931 time: 0.2272675 Feb 04 13:06:51.833432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:06:51.895225 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-c3a48da5-263a-4e0e-9289-6fd5c75bb865 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1000 time: 0.1990561 Feb 04 13:06:51.897961 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d2d53869-961a-42bf-9861-f30332e414fa req-74c45dd1-36ce-4876-a6c9-412d8832de92 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808091 Feb 04 13:06:52.029487 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'status': 'completed', 'code': 200} Feb 04 13:06:52.056940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-fe91ace8-06c9-4f57-ac52-4fd7e1600c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:52.065030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-fe91ace8-06c9-4f57-ac52-4fd7e1600c94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.1688161 Feb 04 13:06:52.221718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-0262354f-8357-4f5a-8dd3-60f3fca84f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:52.223905 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-0262354f-8357-4f5a-8dd3-60f3fca84f74 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1163 time: 0.2039788 Feb 04 13:06:52.415540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-ed740ef1-165d-446b-b6e8-fd9577af81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:52.417957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-6ed273ae-642c-496a-8b28-fa4835a37691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:52.420030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-6ed273ae-642c-496a-8b28-fa4835a37691 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.1865990 Feb 04 13:06:52.424255 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-ed740ef1-165d-446b-b6e8-fd9577af81d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3581736 Feb 04 13:06:52.429983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-324ba6d6-7575-43e3-bde2-98ff97566d06 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:06:52.439705 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-324ba6d6-7575-43e3-bde2-98ff97566d06 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0143809 Feb 04 13:06:52.611202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-e0e27d46-c9c3-46eb-b5fb-d8876f93a404 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1000 time: 0.1416802 Feb 04 13:06:52.669316 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fd4592-e04d-4dfb-b263-2095e2daf2ff {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:06:52.682069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:52.691905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '79627e60-4eda-4a1c-8a38-5dea606a7191', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'port_id': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'mac_address': 'fa:16:3e:f9:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:06:44Z', 'updated_at': '2021-02-04T13:06:48Z', 'revision_number': 1, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:55Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:06:52.693357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-a020ab55-d62a-4cce-bfd2-6190a094f211 service neutron] 10.222.0.45 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526331 Feb 04 13:06:52.698750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6b5047-8619-4008-9708-d1ad31bf0775 None None] The sync data for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb is: [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '79627e60-4eda-4a1c-8a38-5dea606a7191', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'floating_ip_address': '172.28.2.195', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'port_id': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'mac_address': 'fa:16:3e:f9:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:06:44Z', 'updated_at': '2021-02-04T13:06:48Z', 'revision_number': 1, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:55Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:06:52.803971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Transition to ACTIVE for port object 82fd4592-e04d-4dfb-b263-2095e2daf2ff will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:06:52.812853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:52.860835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c5dfd-2e6d-46b6-b718-bdab9334f42a req-6efb5429-cb92-4c22-b206-50e8fd4c7c9a tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:52.869273 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c10c5dfd-2e6d-46b6-b718-bdab9334f42a req-6efb5429-cb92-4c22-b206-50e8fd4c7c9a tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 945 time: 0.6338248 Feb 04 13:06:52.888954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c9190d0a-362e-4adf-941f-18e52bd3e848 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:52.890997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-47d2d8e2-957c-448f-adc5-f13d35f341b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:52.892680 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-47d2d8e2-957c-448f-adc5-f13d35f341b7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.2687135 Feb 04 13:06:53.022668 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c10c5dfd-2e6d-46b6-b718-bdab9334f42a req-6179e679-308d-481c-a433-271793a93390 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523011 Feb 04 13:06:53.108448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-e0ba7f91-bc86-4f5f-8aa9-3c4b98027b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:53.133343 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-e0ba7f91-bc86-4f5f-8aa9-3c4b98027b05 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2162216 Feb 04 13:06:53.230610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1bd1d-c1e0-462f-aa33-defcc2e7138a None None] New status for floating IP 79627e60-4eda-4a1c-8a38-5dea606a7191: ACTIVE {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:06:53.473975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f57f0001-d728-41ca-a49b-7bcf263541a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:53.478657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Pushing event updated for resources: {'Port': ['ID=82fd4592-e04d-4dfb-b263-2095e2daf2ff,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:53.554383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:53.592738 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7349c7be-816e-4328-9155-614ea9ec44f3 req-d44710c2-f81a-4ca3-a84e-1f9d18ded974 service neutron] 10.222.0.45 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8983316 Feb 04 13:06:53.761932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa24b65-784d-4814-954c-a2e98f297a5a req-46e6cadb-d977-41a1-8154-64f5b43d306b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:53.763719 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fa24b65-784d-4814-954c-a2e98f297a5a req-46e6cadb-d977-41a1-8154-64f5b43d306b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3317964 Feb 04 13:06:53.774966 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-617c8427-9482-4339-b2cf-f4ae5e6dce20 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498926 Feb 04 13:06:53.857856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Attempting to bind port 82fd4592-e04d-4dfb-b263-2095e2daf2ff on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:06:53.858445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Attempting to bind port 82fd4592-e04d-4dfb-b263-2095e2daf2ff by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:06:53.859364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Attempting to bind port 82fd4592-e04d-4dfb-b263-2095e2daf2ff on network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:06:53.868502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:06:53.869045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Checking segment: {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:06:53.869578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:53.870213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Bound using segment: {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:06:53.870814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Bound port: 82fd4592-e04d-4dfb-b263-2095e2daf2ff, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1943bd4e-2a87-4d39-a366-27b1836b2dc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:06:53.871390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:53.970765 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c67d5bbe-f667-4f06-892e-1c4d1baa7c3e req-f0ee5677-3a9c-4b8a-8d11-4c361dad4a03 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1735573 Feb 04 13:06:54.049115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.050191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] For port 82fd4592-e04d-4dfb-b263-2095e2daf2ff, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:06:54.063255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] For port 82fd4592-e04d-4dfb-b263-2095e2daf2ff, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=82fd4592-e04d-4dfb-b263-2095e2daf2ff,segment=NetworkSegment(1943bd4e-2a87-4d39-a366-27b1836b2dc4),segment_id=1943bd4e-2a87-4d39-a366-27b1836b2dc4)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:06:54.063409 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8fa24b65-784d-4814-954c-a2e98f297a5a req-c73798f5-3392-43b8-aad8-6a5d97db460f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853265 Feb 04 13:06:54.148017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.162394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-361543315', 'description': 'tempest-TestMinimumBasicScenario-361543315 description'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:54.186070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:54.203875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:54.208117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.244015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:54.248903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Usage tracker for resource:security_group_rule and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:54.254213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:54.259960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:54.261821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:54.365903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.371003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.406687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5f3fa7c5-41dc-4bbf-80d4-2aa77cfee4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:54.440056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ccb65a-3e01-44c5-b706-4aa6bea1461b,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:54.442628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.447729 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-67bcbd48-5338-45ed-9ef2-43c56a9332a8 req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2899950 Feb 04 13:06:54.449033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f21b11c4-e851-45ca-bf73-c98947ae28c0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:54.501296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.513885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3698a-e345-4bae-8eb7-68bde7b67a2b req-a5c6f458-43b6-45dc-afb7-a74dd37e9571 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:54.515065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-17b3698a-e345-4bae-8eb7-68bde7b67a2b req-a5c6f458-43b6-45dc-afb7-a74dd37e9571 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Synchronizing usage tracker for tenant:a50b454f90ce489a88007493dca13435 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:06:54.525112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Pushing event updated for resources: {'Port': ['ID=82fd4592-e04d-4dfb-b263-2095e2daf2ff,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:54.532415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:54.548545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-17b3698a-e345-4bae-8eb7-68bde7b67a2b req-a5c6f458-43b6-45dc-afb7-a74dd37e9571 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Unset dirty status for tenant:a50b454f90ce489a88007493dca13435 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:06:54.556409 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-17b3698a-e345-4bae-8eb7-68bde7b67a2b req-a5c6f458-43b6-45dc-afb7-a74dd37e9571 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 943 time: 0.7201335 Feb 04 13:06:54.589535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:54.590262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.591743 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] 10.222.0.106 "PUT /v2.0/ports/82fd4592-e04d-4dfb-b263-2095e2daf2ff HTTP/1.1" status: 200 len: 1157 time: 3.1506951 Feb 04 13:06:54.598545 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-7d67f7c2-0be3-42c6-8b3d-02dc4abb91e1 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups/87ccb65a-3e01-44c5-b706-4aa6bea1461b HTTP/1.1" status: 200 len: 1812 time: 0.0763104 Feb 04 13:06:54.608227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'tag': '82fd4592-e04d-4dfb-b263-2095e2daf2ff'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:54.620361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ccb65a-3e01-44c5-b706-4aa6bea1461b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:54.620707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ccb65a-3e01-44c5-b706-4aa6bea1461b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:54.652761 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-17b3698a-e345-4bae-8eb7-68bde7b67a2b req-7f59586c-c124-407d-9ce3-1a42a1b7a7e8 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935228 Feb 04 13:06:54.659986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:54.672322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Usage tracker for resource:security_group_rule and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:54.678268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:54.695333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:54.769879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.811641 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'tag': '82fd4592-e04d-4dfb-b263-2095e2daf2ff', 'status': 'completed', 'code': 200} Feb 04 13:06:54.812058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.816980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.819256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:54.839429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-e209d7b1-fd27-4ae4-bee8-721bfb5398f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:54.842144 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-e209d7b1-fd27-4ae4-bee8-721bfb5398f5 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a50b454f90ce489a88007493dca13435&device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 1160 time: 0.1857719 Feb 04 13:06:54.842348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa21a4fd-1f45-4298-a7ea-3b48b5b039b2,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:54.850695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:54.865762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:54.867209 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6583c44-64f2-4bdc-a4bb-afd0ed5d1f4e req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2538593 Feb 04 13:06:54.945760 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-9894fd42-a965-44c0-8902-6cd10e451c02 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fd4592-e04d-4dfb-b263-2095e2daf2ff HTTP/1.1" status: 200 len: 217 time: 0.0937767 Feb 04 13:06:55.063815 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-4016c8b3-65f7-497c-9294-e2e140bb80a7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups/87ccb65a-3e01-44c5-b706-4aa6bea1461b HTTP/1.1" status: 200 len: 2405 time: 0.1423805 Feb 04 13:06:55.082694 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ccb65a-3e01-44c5-b706-4aa6bea1461b', 'remote_group_id': None}]} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:55.083153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '87ccb65a-3e01-44c5-b706-4aa6bea1461b', 'remote_group_id': None}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:55.107726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-4d0a4035-4ddd-49f1-ba58-89df3998ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:55.109358 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-4d0a4035-4ddd-49f1-ba58-89df3998ce0e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5e512760-4105-4b56-855c-f92c2f3de1e8 HTTP/1.1" status: 200 len: 853 time: 0.1563256 Feb 04 13:06:55.110487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:06:55.115880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Usage tracker for resource:security_group_rule and tenant:fc69f071b0df4c60ba8ead72e872ebb2 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:06:55.163431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:06:55.180977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:06:55.185715 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-2aaddf35-4584-42e2-8155-7d501d21a888 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646613 Feb 04 13:06:55.402593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:55.446273 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-d2800f41-a802-4141-9b6f-e0cdfa139635 service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554548 Feb 04 13:06:55.448704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:55.452830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:55.467555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:55.482004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3c426335-d455-425b-9e4e-0ca11682282a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:55.520607 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:55.521931 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1f0bdde0-2096-4881-94d4-7f58cde12534 req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4458470 Feb 04 13:06:55.624123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95232dfb-4eb9-4516-bbb5-2c91a5d480ec,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:55.631408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95f8b3-b817-4822-bf77-755b335ed180 req-b10862bf-4e6c-4670-855a-e8c8fa8deea4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:55.632719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b6c4ad37-e095-4978-b5ad-8a8459327245 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:55.640553 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7c95f8b3-b817-4822-bf77-755b335ed180 req-b10862bf-4e6c-4670-855a-e8c8fa8deea4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3499615 Feb 04 13:06:55.786078 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7c95f8b3-b817-4822-bf77-755b335ed180 req-2fb212e1-cb4a-45f5-98ad-ebca1d590981 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314580 Feb 04 13:06:55.786284 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-3346772b-c3b9-44f9-bfc4-a962c17bb9b1 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-361543315&fields=id&tenant_id=fc69f071b0df4c60ba8ead72e872ebb2 HTTP/1.1" status: 200 len: 267 time: 0.0958207 Feb 04 13:06:55.800313 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dcd16558-2ee3-4407-86ce-0a213e1094e1 req-18a83ce0-99d8-4004-9c9e-a45abfb9a949 service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3433511 Feb 04 13:06:56.272871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-cb706ea4-9a5a-4aa9-82b6-9c76abbcdde7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:56.274675 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-cb706ea4-9a5a-4aa9-82b6-9c76abbcdde7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.4807110 Feb 04 13:06:56.292382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'port': {'security_groups': ['de377cbd-b44d-4f84-b2f0-7b6c1bb74243', '87ccb65a-3e01-44c5-b706-4aa6bea1461b']}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:06:56.335681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-f10f7e7d-21ba-4898-88da-26f4b1845c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:56.337629 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-f10f7e7d-21ba-4898-88da-26f4b1845c04 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=a50b454f90ce489a88007493dca13435&device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 1160 time: 0.4279954 Feb 04 13:06:56.512209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-ad4a60a1-7721-4ea8-8cdf-acfa3dc74a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:56.513887 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-ad4a60a1-7721-4ea8-8cdf-acfa3dc74a89 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 200 len: 907 time: 0.1660841 Feb 04 13:06:56.610222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc1ee-bc24-4bee-b8a2-6c8e2b9f1d7f req-019e5434-b977-49ed-858f-383e93a2ca63 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:56.612003 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-515fc1ee-bc24-4bee-b8a2-6c8e2b9f1d7f req-019e5434-b977-49ed-858f-383e93a2ca63 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 943 time: 0.4163280 Feb 04 13:06:56.634159 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-e8c09cf0-49e4-408f-8a6b-267b28ff6f1f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82fd4592-e04d-4dfb-b263-2095e2daf2ff HTTP/1.1" status: 200 len: 217 time: 0.1043031 Feb 04 13:06:56.728022 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-515fc1ee-bc24-4bee-b8a2-6c8e2b9f1d7f req-1ec88529-230d-4b8e-bcaa-0e5b5e9955af tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066339 Feb 04 13:06:56.837035 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-cac25bab-9c64-4bbc-9054-a05c51d4bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:56.838677 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-cac25bab-9c64-4bbc-9054-a05c51d4bb2f service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5e512760-4105-4b56-855c-f92c2f3de1e8 HTTP/1.1" status: 200 len: 853 time: 0.2036064 Feb 04 13:06:56.899898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:56.944593 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-ce633b1b-8564-47d8-909b-27025109643e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968325 Feb 04 13:06:57.349146 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-aa210433-c32b-4d10-8dfc-be2a889c7c4e service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954835 Feb 04 13:06:57.400495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ae734-a0a8-46c5-9807-92b93ae680c9 req-8945dee3-110c-40ca-b873-d6855b9589ba tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:57.402821 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a9ae734-a0a8-46c5-9807-92b93ae680c9 req-8945dee3-110c-40ca-b873-d6855b9589ba tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2974131 Feb 04 13:06:57.495453 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a9ae734-a0a8-46c5-9807-92b93ae680c9 req-4f662aee-7053-4f7b-8914-375e2049f8c9 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745749 Feb 04 13:06:57.667225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:06:57.692578 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4be5d13e-573d-4dae-9801-d0a44e5d2888 req-0d3346ac-b6db-44fe-884b-8a62daf15c2d service neutron] 10.222.0.106 "GET /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2837343 Feb 04 13:06:57.731899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:57.739012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:57.768326 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ab16d4e7-4a54-4e56-be0e-09e4c3492bd5 tempest-ServerRescueNegativeTestJSON-993177224 tempest-ServerRescueNegativeTestJSON-993177224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:06:58.282096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=5']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:06:58.288690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:06:58.382549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:58.383285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:58.402204 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fdcfc788-1bf3-44fa-94f9-ea9991338108 req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "PUT /v2.0/ports/a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 982 time: 2.1048026 Feb 04 13:06:58.402858 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:06:58.403571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f34bd-c620-44b1-8163-d6dbb5173ae5 req-0ff6dd55-7738-4ecd-8d3e-96ac713fb7a4 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:58.413267 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b99f34bd-c620-44b1-8163-d6dbb5173ae5 req-0ff6dd55-7738-4ecd-8d3e-96ac713fb7a4 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 943 time: 0.2470634 Feb 04 13:06:58.495470 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b99f34bd-c620-44b1-8163-d6dbb5173ae5 req-4e0dac1c-9d88-4839-9eee-3f969c0d71f0 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806336 Feb 04 13:06:58.595202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'status': 'completed', 'code': 200} Feb 04 13:06:58.690675 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-70e41614-9d2c-41d9-a204-b96011e1e078 None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:06:58.691801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-70e41614-9d2c-41d9-a204-b96011e1e078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:06:58.836371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82acf8d-4507-419c-8493-985a9b0495cc req-5925d5eb-6beb-4ad0-9ce0-833e3a429db2 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:58.838283 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f82acf8d-4507-419c-8493-985a9b0495cc req-5925d5eb-6beb-4ad0-9ce0-833e3a429db2 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.3141623 Feb 04 13:06:58.841387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-340455c3-6816-40cc-ab6e-b540dbd2b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:58.843127 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-340455c3-6816-40cc-ab6e-b540dbd2b3e7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1203 time: 0.2318697 Feb 04 13:06:59.169371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-2672bf7c-d0b6-421d-8585-5c26c0a49470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:59.172423 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-2672bf7c-d0b6-421d-8585-5c26c0a49470 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.2660162 Feb 04 13:06:59.218962 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f82acf8d-4507-419c-8493-985a9b0495cc req-5f5f554d-ddba-418b-8d5f-d061e4dd8547 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3718288 Feb 04 13:06:59.255698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64ccd6-995a-4270-962a-8788ec8bbdd2 req-fddae240-ef3e-4c3b-ad5a-867985a76394 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:59.275840 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-de64ccd6-995a-4270-962a-8788ec8bbdd2 req-fddae240-ef3e-4c3b-ad5a-867985a76394 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2573562 Feb 04 13:06:59.360584 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-de64ccd6-995a-4270-962a-8788ec8bbdd2 req-50860766-8f32-4aa1-a3d1-61cbbeb1a7a1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836866 Feb 04 13:06:59.457899 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-50dc2230-af67-4301-9730-fc2665402ed9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1002 time: 0.2364514 Feb 04 13:06:59.663743 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44de89-7031-4419-9ec2-07a30a5560a5 req-c1d3f718-e0e2-4090-9df8-e05f8f7cd122 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:59.665628 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ed44de89-7031-4419-9ec2-07a30a5560a5 req-c1d3f718-e0e2-4090-9df8-e05f8f7cd122 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 945 time: 0.2951455 Feb 04 13:06:59.669803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-feef931c-c9a1-45e3-b68f-2f8b097732ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:59.671404 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-feef931c-c9a1-45e3-b68f-2f8b097732ea service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.2022119 Feb 04 13:06:59.807032 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ed44de89-7031-4419-9ec2-07a30a5560a5 req-2f6c3630-21a3-4563-bcc9-7da575c1a00f tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344626 Feb 04 13:06:59.822684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79e0b2-da94-4427-8cae-479a7bf1f942 req-1461a908-f647-44f7-8a84-95d938547d97 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:59.826673 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fb79e0b2-da94-4427-8cae-479a7bf1f942 req-1461a908-f647-44f7-8a84-95d938547d97 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 943 time: 0.1846898 Feb 04 13:06:59.835354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-bc20e2c3-9283-49f9-ba54-9be4573f4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:06:59.837288 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-bc20e2c3-9283-49f9-ba54-9be4573f4083 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483290 Feb 04 13:06:59.929638 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fb79e0b2-da94-4427-8cae-479a7bf1f942 req-7b25343e-d4b7-4a08-90f2-b8b92edba28f tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975375 Feb 04 13:07:00.032088 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-eca32807-370d-4949-a3f4-e52752e5877a service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881454 Feb 04 13:07:00.075520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:00.154393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:00.154836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:00.219859 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f9a3dbd-7012-43b1-b7a6-2fb258333b40 req-bd89e948-7f2f-4ac0-aeaa-4a5b040fcb87 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1781631 Feb 04 13:07:00.296455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 82fd4592-e04d-4dfb-b263-2095e2daf2ff up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:00.379578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 82fd4592-e04d-4dfb-b263-2095e2daf2ff completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:07:00.384926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 82fd4592-e04d-4dfb-b263-2095e2daf2ff triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:00.385337 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:00.529793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:00.562703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd4592-e04d-4dfb-b263-2095e2daf2ff'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:00.572957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 82fd4592-e04d-4dfb-b263-2095e2daf2ff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=82fd4592-e04d-4dfb-b263-2095e2daf2ff,segment=NetworkSegment(1943bd4e-2a87-4d39-a366-27b1836b2dc4),segment_id=1943bd4e-2a87-4d39-a366-27b1836b2dc4)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:00.576853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:00.578882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:00.636857 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd4592-e04d-4dfb-b263-2095e2daf2ff', 'code': 200} Feb 04 13:07:00.670708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=82fd4592-e04d-4dfb-b263-2095e2daf2ff,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:00.678913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:00.772613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-2ed3baf0-9efd-412f-a44a-818f82fa432a tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:00.774341 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-2ed3baf0-9efd-412f-a44a-818f82fa432a tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.106 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 945 time: 0.1994960 Feb 04 13:07:00.859471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc447ce-57a7-449b-ae23-96fe2ee2a43c req-d5f141db-ea26-49e6-b2c2-e881ff2d4c74 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:00.861176 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-abc447ce-57a7-449b-ae23-96fe2ee2a43c req-d5f141db-ea26-49e6-b2c2-e881ff2d4c74 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.3322530 Feb 04 13:07:00.874374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-233f75d0-0f8b-420b-bec8-4d9f625419bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:00.876069 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-233f75d0-0f8b-420b-bec8-4d9f625419bd service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1162 time: 0.0890486 Feb 04 13:07:01.033856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Deleting port d2043df1-ccbf-4a19-acd4-49a33177a899 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:07:01.034239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:01.124633 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-abc447ce-57a7-449b-ae23-96fe2ee2a43c req-5197b300-8b81-43f9-810b-eff2854948cd tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279782 Feb 04 13:07:01.128172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-26937f65-16fe-4058-9654-dadb662c9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:01.129872 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-26937f65-16fe-4058-9654-dadb662c9be9 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.2455790 Feb 04 13:07:01.212812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b01f4-cc62-40e4-8458-b470a9138bfd req-cd1ff4ca-5c53-4fb9-85ad-b43516807961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:01.214481 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ab4b01f4-cc62-40e4-8458-b470a9138bfd req-cd1ff4ca-5c53-4fb9-85ad-b43516807961 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 1162 time: 0.3196435 Feb 04 13:07:01.227052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281d28e-1eb9-49a5-acc7-95e8416246bd req-d8dec988-7297-4403-8335-0e8d82c5ba3e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:01.228795 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6281d28e-1eb9-49a5-acc7-95e8416246bd req-d8dec988-7297-4403-8335-0e8d82c5ba3e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 945 time: 0.2445652 Feb 04 13:07:01.272578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 82fd4592-e04d-4dfb-b263-2095e2daf2ff up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:01.352643 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ab4b01f4-cc62-40e4-8458-b470a9138bfd req-28a55208-4221-464b-bb58-8d19bd9f6cd1 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183865 Feb 04 13:07:01.392906 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-6107f1e3-5f78-41b6-b57b-97e13a1793b4 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 1001 time: 0.2574668 Feb 04 13:07:01.418091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 82fd4592-e04d-4dfb-b263-2095e2daf2ff triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:01.418516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:01.438931 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6281d28e-1eb9-49a5-acc7-95e8416246bd req-674c1551-b5f1-42a8-b843-97d97a633f88 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Feb 04 13:07:01.514118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] For port d2043df1-ccbf-4a19-acd4-49a33177a899, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=d2043df1-ccbf-4a19-acd4-49a33177a899,segment=NetworkSegment(2449f8ca-e1d9-43aa-bd9d-7f342ee713f7),segment_id=2449f8ca-e1d9-43aa-bd9d-7f342ee713f7)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:01.514627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:01.626093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device d2043df1-ccbf-4a19-acd4-49a33177a899 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:07:01.646512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-d93ac2f3-edf9-4135-b79b-31e2ca86e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:01.649223 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-d93ac2f3-edf9-4135-b79b-31e2ca86e168 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.1126559 Feb 04 13:07:01.658723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Calling delete_port for d2043df1-ccbf-4a19-acd4-49a33177a899 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:07:01.787113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-2406f9f6-6fbb-4671-941b-cfd094af8987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:01.790131 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-2406f9f6-6fbb-4671-941b-cfd094af8987 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1204433 Feb 04 13:07:01.807825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:01.808877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5ddd8-c105-4f7d-8801-9accca1ddecc req-d593a26c-8ccf-4a05-b53f-03f490a8b2e2 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:01.810677 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9ea5ddd8-c105-4f7d-8801-9accca1ddecc req-d593a26c-8ccf-4a05-b53f-03f490a8b2e2 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 945 time: 0.4458880 Feb 04 13:07:01.860067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port d2043df1-ccbf-4a19-acd4-49a33177a899, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=d2043df1-ccbf-4a19-acd4-49a33177a899,segment=NetworkSegment(2449f8ca-e1d9-43aa-bd9d-7f342ee713f7),segment_id=2449f8ca-e1d9-43aa-bd9d-7f342ee713f7)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:01.864724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:01.867236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:01.889499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:07:01.890071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:07:01.911629 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9ea5ddd8-c105-4f7d-8801-9accca1ddecc req-8a187ed9-e4be-42cc-9686-cc4b9d86194d tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721898 Feb 04 13:07:01.967574 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-2e72bedd-c883-4321-9691-8f4c5dcff293 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679666 Feb 04 13:07:01.982825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=d2043df1-ccbf-4a19-acd4-49a33177a899,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:01.987336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:02.124535 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8a71db10-8cbf-4750-bf28-d8cb8447cb01 req-7b6f8c6d-4800-4dff-8b73-59fc393ae761 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479485 Feb 04 13:07:02.391564 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Deleting port d2043df1-ccbf-4a19-acd4-49a33177a899 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:07:02.392045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:02.637784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:02.789238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] For port d2043df1-ccbf-4a19-acd4-49a33177a899, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=d2043df1-ccbf-4a19-acd4-49a33177a899,segment=NetworkSegment(2449f8ca-e1d9-43aa-bd9d-7f342ee713f7),segment_id=2449f8ca-e1d9-43aa-bd9d-7f342ee713f7)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:02.789889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:02.824915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812b900-7ab5-42c4-9a13-031cedfe03ab req-d10b7bd3-99e3-4f6f-b3e6-a166e6f10c17 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:02.828038 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f812b900-7ab5-42c4-9a13-031cedfe03ab req-d10b7bd3-99e3-4f6f-b3e6-a166e6f10c17 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.5014894 Feb 04 13:07:02.896317 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f812b900-7ab5-42c4-9a13-031cedfe03ab req-08e45f4d-d833-4c44-b872-97cda38dce6f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612328 Feb 04 13:07:02.935071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Calling delete_port for d2043df1-ccbf-4a19-acd4-49a33177a899 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:07:03.007918 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899', 'code': 200} Feb 04 13:07:03.079053 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ebb6a-2e88-4141-b6a4-ec47f80ece97 req-2734eb76-0caf-48d8-8422-95e059a88c05 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:03.080410 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe5ebb6a-2e88-4141-b6a4-ec47f80ece97 req-2734eb76-0caf-48d8-8422-95e059a88c05 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9b6f414-37b6-40d1-862c-c0bf06f3f29f HTTP/1.1" status: 200 len: 943 time: 0.4007659 Feb 04 13:07:03.286211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88653296-e1a5-4cbe-9dcc-70beaf42e989 req-53ef6266-8886-4714-b77a-9ad64c7773d7 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:03.287990 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-88653296-e1a5-4cbe-9dcc-70beaf42e989 req-53ef6266-8886-4714-b77a-9ad64c7773d7 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 945 time: 0.1727934 Feb 04 13:07:03.296777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 82fd4592-e04d-4dfb-b263-2095e2daf2ff up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:03.361565 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-88653296-e1a5-4cbe-9dcc-70beaf42e989 req-9e1fbb71-a9d2-403a-a483-1eb8b1ab65c3 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657711 Feb 04 13:07:03.384320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 82fd4592-e04d-4dfb-b263-2095e2daf2ff triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:03.384895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:03.406375 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe5ebb6a-2e88-4141-b6a4-ec47f80ece97 req-9026be5d-e3c6-4311-be6b-f525486806c2 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.45 "GET /v2.0/security-groups?id=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185892 Feb 04 13:07:03.499083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:03.523576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:03.622492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Pushing event deleted for resources: {'Port': ['ID=d2043df1-ccbf-4a19-acd4-49a33177a899,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:03.630087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:03.752072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] No DVR routers for this DVR port d2043df1-ccbf-4a19-acd4-49a33177a899 on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:07:03.754667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:03.757818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'name': 'network-vif-deleted', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:03.777435 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3fc80c77-ed23-4046-ba48-34b1d1252560 req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] 10.222.0.106 "DELETE /v2.0/ports/d2043df1-ccbf-4a19-acd4-49a33177a899 HTTP/1.1" status: 204 len: 173 time: 2.9150541 Feb 04 13:07:03.849460 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b6f414-37b6-40d1-862c-c0bf06f3f29f', 'name': 'network-vif-deleted', 'tag': 'd2043df1-ccbf-4a19-acd4-49a33177a899', 'status': 'completed', 'code': 200} Feb 04 13:07:04.351546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2fb7-f765-4bf7-9dd5-24724b9a79da req-d750a2e5-5d65-4b91-a24d-416a3eac6f04 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:04.354416 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d73b2fb7-f765-4bf7-9dd5-24724b9a79da req-d750a2e5-5d65-4b91-a24d-416a3eac6f04 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2938676 Feb 04 13:07:04.462034 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d73b2fb7-f765-4bf7-9dd5-24724b9a79da req-f8603bd7-eb05-44d3-abf5-5b426550ae6b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952904 Feb 04 13:07:05.324499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 82fd4592-e04d-4dfb-b263-2095e2daf2ff up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:05.422388 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 82fd4592-e04d-4dfb-b263-2095e2daf2ff triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:05.423506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:05.580399 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:07:05.691869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48412) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:05.746530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:05.817434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port e0bdae81-6f28-435d-914c-878afe862bbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0bdae81-6f28-435d-914c-878afe862bbd,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:05.819398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:05.830542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:05.832967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:05.894701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5d6e-980e-4a26-acf0-faece4b2576f req-d5cac448-5e7e-4e1a-9daf-6b6de1eccd41 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:05.896620 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7a1a5d6e-980e-4a26-acf0-faece4b2576f req-d5cac448-5e7e-4e1a-9daf-6b6de1eccd41 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.2570279 Feb 04 13:07:05.911301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:05.912077 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-5d9285b3-ba3a-42aa-a56c-0a7e51e30bac service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2184329 Feb 04 13:07:05.915274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:05.929590 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'code': 422} returned with failed status Feb 04 13:07:05.981390 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7a1a5d6e-980e-4a26-acf0-faece4b2576f req-2154e5d9-325d-4dd5-b57d-9a14462db3c0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782967 Feb 04 13:07:06.548954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:07:07.301569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a820af7-b693-497e-bee3-288fb97636aa req-a8c8a76d-0ddf-46ed-8929-d41f43ef02da tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:07.303684 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9a820af7-b693-497e-bee3-288fb97636aa req-a8c8a76d-0ddf-46ed-8929-d41f43ef02da tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1646197 Feb 04 13:07:07.374154 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9a820af7-b693-497e-bee3-288fb97636aa req-e65bfbb6-cfe5-4d70-8c1c-fd1c6992afd3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637536 Feb 04 13:07:08.049461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-b24eec3f-9f90-477d-a337-ab7b48d4858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:08.051155 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-b24eec3f-9f90-477d-a337-ab7b48d4858c service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc&tenant_id=e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 1160 time: 0.1774888 Feb 04 13:07:08.162550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-5d218ebd-eafd-40c8-b57f-152a15db167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:08.164329 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-5d218ebd-eafd-40c8-b57f-152a15db167f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1160 time: 0.0909626 Feb 04 13:07:08.311161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-c4e15a42-462c-4a26-ae7a-292df46fce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:08.312779 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-c4e15a42-462c-4a26-ae7a-292df46fce88 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.1421816 Feb 04 13:07:08.425947 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-93eb7cdd-488a-40f9-a7fd-e3ff56e11bd6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 999 time: 0.1073101 Feb 04 13:07:08.500387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-eb8f2f54-2fcb-4061-a043-ffa389deab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:08.502042 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-eb8f2f54-2fcb-4061-a043-ffa389deab8b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.0695078 Feb 04 13:07:08.585981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-6f4b0fc2-bbbb-4548-8cda-d49ca147d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:08.587687 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-6f4b0fc2-bbbb-4548-8cda-d49ca147d2d1 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782609 Feb 04 13:07:08.694469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082014ee-e9c2-4510-bfa1-6cab378ede40 req-43eccf72-e03e-4e2a-8c0f-5847a46cb911 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:08.696080 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-082014ee-e9c2-4510-bfa1-6cab378ede40 req-43eccf72-e03e-4e2a-8c0f-5847a46cb911 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1666851 Feb 04 13:07:08.735863 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-0391edfe-aace-4a75-b511-6b4994efefc6 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383889 Feb 04 13:07:08.765025 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-082014ee-e9c2-4510-bfa1-6cab378ede40 req-cb4b7b33-f55d-4078-972d-c0bddad05940 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611053 Feb 04 13:07:08.898353 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d30c209c-c6d9-42e0-976a-d42987c9f785 req-fee32eb3-a377-4b9d-b37c-344c683f1364 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550384 Feb 04 13:07:10.109580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130e78-11aa-4388-9f6c-ae99dc5d4fd1 req-99d2aaab-a551-42f8-878e-63d8382c104e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:10.112953 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0130e78-11aa-4388-9f6c-ae99dc5d4fd1 req-99d2aaab-a551-42f8-878e-63d8382c104e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1754253 Feb 04 13:07:10.181383 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f0130e78-11aa-4388-9f6c-ae99dc5d4fd1 req-e73b0ae1-3432-4ba8-8955-58d5f0131f27 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619540 Feb 04 13:07:11.539311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad728-e52f-4c35-bb0d-e546d1797392 req-ab0ccb7f-f4da-4beb-b5f1-b7a71ff0eb8b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:11.541108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c2cad728-e52f-4c35-bb0d-e546d1797392 req-ab0ccb7f-f4da-4beb-b5f1-b7a71ff0eb8b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1718655 Feb 04 13:07:11.631581 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c2cad728-e52f-4c35-bb0d-e546d1797392 req-cc3c8bd2-28f4-443b-9e73-b853ec06ce3a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833669 Feb 04 13:07:13.224087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ca069-71c9-419e-adb2-91e0ad98a66d req-d5b6f204-4313-4367-8cfb-30f3d7f3b60c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:13.239374 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b38ca069-71c9-419e-adb2-91e0ad98a66d req-d5b6f204-4313-4367-8cfb-30f3d7f3b60c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.2059720 Feb 04 13:07:13.347758 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b38ca069-71c9-419e-adb2-91e0ad98a66d req-631e1ee1-e048-49f2-9b7c-e60903e85089 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070650 Feb 04 13:07:14.669411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ddc48-3473-4853-b05a-d8bb68084811 req-6c3ced41-f6b1-4d38-a1ea-43e383974663 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:14.671308 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d84ddc48-3473-4853-b05a-d8bb68084811 req-6c3ced41-f6b1-4d38-a1ea-43e383974663 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1710632 Feb 04 13:07:14.740802 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d84ddc48-3473-4853-b05a-d8bb68084811 req-e43ccebd-bd4c-47fe-8555-db7391cc776d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610101 Feb 04 13:07:16.083446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06297088-cc43-4086-81de-90d39d1b1509 req-4512adf8-0fee-4d5f-b18c-e042110e30d3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:16.085875 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-06297088-cc43-4086-81de-90d39d1b1509 req-4512adf8-0fee-4d5f-b18c-e042110e30d3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1848476 Feb 04 13:07:16.194918 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-06297088-cc43-4086-81de-90d39d1b1509 req-91d3de45-be05-42f1-9ae6-2dbd28527a70 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018946 Feb 04 13:07:17.007498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:17.525913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd084c99-922c-4517-abcb-d333b31af6ac req-8cde8c84-0f7d-4ff2-a730-e8cf6fdbd555 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:17.527552 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dd084c99-922c-4517-abcb-d333b31af6ac req-8cde8c84-0f7d-4ff2-a730-e8cf6fdbd555 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1820302 Feb 04 13:07:17.596149 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dd084c99-922c-4517-abcb-d333b31af6ac req-46bfd37c-04a4-4902-b457-f15e6e242861 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610397 Feb 04 13:07:18.914200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221c72e-e573-4765-a1e2-f4e63ec36c01 req-1778dff0-d2ab-405a-bd04-33a2956a9a30 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:18.915817 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b221c72e-e573-4765-a1e2-f4e63ec36c01 req-1778dff0-d2ab-405a-bd04-33a2956a9a30 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1675351 Feb 04 13:07:18.985623 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b221c72e-e573-4765-a1e2-f4e63ec36c01 req-88697f0f-700a-4eca-9147-558833cacde2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632493 Feb 04 13:07:19.263359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2254bb3c-2648-4aab-a1bd-a9e9edd0ecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:20.323748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad741e-ab85-44fd-a7db-2d3f76df8b13 req-028adadb-5f0e-451c-815d-fb3962373989 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:20.325473 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c3ad741e-ab85-44fd-a7db-2d3f76df8b13 req-028adadb-5f0e-451c-815d-fb3962373989 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1715868 Feb 04 13:07:20.407285 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c3ad741e-ab85-44fd-a7db-2d3f76df8b13 req-a3a553f3-8c20-465a-8591-c5ba98250d6d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667710 Feb 04 13:07:21.764340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc53f2e-0083-405b-849f-ded0610d4746 req-ee366887-70e1-4f03-906c-1fd01afab697 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:21.766076 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc53f2e-0083-405b-849f-ded0610d4746 req-ee366887-70e1-4f03-906c-1fd01afab697 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1681936 Feb 04 13:07:21.840520 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc53f2e-0083-405b-849f-ded0610d4746 req-080c9fa8-49a3-4959-8db6-d3cb61f1c27a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673778 Feb 04 13:07:23.167644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3074-681f-4def-bcc3-82fd7af88223 req-1f4e9aac-f6e4-4e34-babd-411a2f6b5f3a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:23.169357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ffd3074-681f-4def-bcc3-82fd7af88223 req-1f4e9aac-f6e4-4e34-babd-411a2f6b5f3a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1767421 Feb 04 13:07:23.235915 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ffd3074-681f-4def-bcc3-82fd7af88223 req-41d8553b-7a49-4088-942b-38d3c68e55c0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596037 Feb 04 13:07:23.350117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa59a-e134-4b65-a38a-cb079660cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:24.043990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:24.487329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:24.541324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48654) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:24.560949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c997f5-6175-49ea-a6b3-898762f1fe2f req-439ab206-3386-42f5-9ea7-619564963b3e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:24.562657 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5c997f5-6175-49ea-a6b3-898762f1fe2f req-439ab206-3386-42f5-9ea7-619564963b3e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1757455 Feb 04 13:07:24.622962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Deleting subnet 553aef5f-13c7-45ea-bed5-bf4558f72d8c {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:07:24.627996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:24.651949 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5c997f5-6175-49ea-a6b3-898762f1fe2f req-f6150fe9-802d-410f-b895-1f1ad9c1bed4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815029 Feb 04 13:07:24.697408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:24.759748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.057836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.071653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:25.109391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553aef5f-13c7-45ea-bed5-bf4558f72d8c,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:25.167956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:25.213282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.219691 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9bd5a709-b396-44f5-ab76-de9bd5327f9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/553aef5f-13c7-45ea-bed5-bf4558f72d8c HTTP/1.1" status: 204 len: 168 time: 0.6770520 Feb 04 13:07:25.223985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48660) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:25.344026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.449715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.537129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.652698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93adf5b7-cc1d-4512-ad5b-38fb2954731e']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:07:25.665635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:07:25.666010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2449f8ca-e1d9-43aa-bd9d-7f342ee713f7') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:07:25.678189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.697713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:25.700070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:07:25.928687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:07:25.939328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.142936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Network 93adf5b7-cc1d-4512-ad5b-38fb2954731e has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:26.166433 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:26.306765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8247d5-52ee-492f-bfc6-7f88bfd709a7 req-d4d429d2-315b-4d7c-9679-ee602130c7f7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:26.308397 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b8247d5-52ee-492f-bfc6-7f88bfd709a7 req-d4d429d2-315b-4d7c-9679-ee602130c7f7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.5029364 Feb 04 13:07:26.359148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.369779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-723fc5a1-3dca-4061-8d90-1d4cc0574ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:26.401191 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b8247d5-52ee-492f-bfc6-7f88bfd709a7 req-076f21b5-8c4b-4037-b44a-bd1e620cdea1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803766 Feb 04 13:07:26.408280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.410579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Pushing event deleted for resources: {'Network': ['ID=93adf5b7-cc1d-4512-ad5b-38fb2954731e,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:26.415319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:26.417350 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] 10.222.0.45 "DELETE /v2.0/networks/93adf5b7-cc1d-4512-ad5b-38fb2954731e HTTP/1.1" status: 204 len: 168 time: 1.1920056 Feb 04 13:07:26.420456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48668) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:26.490715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Deleting subnet 79998d39-137c-436b-b4d6-38b813725fff {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:07:26.494810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.550715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.614808 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.899702 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:26.916050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:27.228540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79998d39-137c-436b-b4d6-38b813725fff,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:27.241715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:27.275986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:27.282402 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-46c49bd8-3ce9-45bf-92ea-212a64bf2d12 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/79998d39-137c-436b-b4d6-38b813725fff HTTP/1.1" status: 204 len: 168 time: 0.8608966 Feb 04 13:07:27.285327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48674) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:27.404511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:27.613374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:27.727135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cf91e-9434-4cf1-accf-f7dc3e310396 req-c0947ea4-7a9f-44bd-a416-4146825a87fa tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:27.729260 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-343cf91e-9434-4cf1-accf-f7dc3e310396 req-c0947ea4-7a9f-44bd-a416-4146825a87fa tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1657052 Feb 04 13:07:27.731000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316f3c6e-5760-4577-8e77-fe2ce485772c']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:07:27.744659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d546ec-5781-4eaf-bc5e-53827494e78c') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:07:27.744659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d546ec-5781-4eaf-bc5e-53827494e78c') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:07:27.758502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:27.780088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:27.782453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:07:27.794643 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-343cf91e-9434-4cf1-accf-f7dc3e310396 req-00500325-233f-416e-9648-54941394983c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588348 Feb 04 13:07:27.966268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Network 316f3c6e-5760-4577-8e77-fe2ce485772c has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:07:27.976291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.174097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Network 316f3c6e-5760-4577-8e77-fe2ce485772c has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:28.198141 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:28.289462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.293070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-74a501c5-cbbf-4e56-8fe5-bec6b4b71493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:28.307289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.318043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Pushing event deleted for resources: {'Network': ['ID=316f3c6e-5760-4577-8e77-fe2ce485772c,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:28.321005 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] 10.222.0.45 "DELETE /v2.0/networks/316f3c6e-5760-4577-8e77-fe2ce485772c HTTP/1.1" status: 204 len: 168 time: 1.0346553 Feb 04 13:07:28.322052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:28.492181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48686) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:28.554922 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fde845eb-77fa-415d-85e1-e9d28fbbf0ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82e734e59d4c425dad61593d1cb0a060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610034 Feb 04 13:07:28.557730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48690) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:28.623580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.653362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.707054 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.711044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c33096e3-4123-4f00-afeb-a0db216f9790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:28.726150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b255fea-5a4f-46ed-8c1a-5dcebabe18b3,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:28.729034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:28.735923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:28.737157 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b255fea-5a4f-46ed-8c1a-5dcebabe18b3 HTTP/1.1" status: 204 len: 168 time: 0.1785221 Feb 04 13:07:29.112992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59657c7c-4120-464d-9928-556b1750a6f8 req-a4014fe1-a418-4d5f-818f-1c2de858671e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:29.114857 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-59657c7c-4120-464d-9928-556b1750a6f8 req-a4014fe1-a418-4d5f-818f-1c2de858671e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1695182 Feb 04 13:07:29.185200 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-59657c7c-4120-464d-9928-556b1750a6f8 req-9ef28cbc-c771-47bc-a8cb-8ce86775dd42 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627604 Feb 04 13:07:29.232129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48704) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:29.287858 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-789fb023-4861-4180-8d91-21e960699d26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68300844715141a4acc435bef082dccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543299 Feb 04 13:07:29.290562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 48710) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:07:29.360018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:29.390685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:29.447921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:29.453416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-07000376-f88b-45db-a2a9-4cfc687594f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:29.467150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145dedd3-ffd8-408c-b400-a157d4a3d085,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:29.472147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:29.476693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:29.478065 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/145dedd3-ffd8-408c-b400-a157d4a3d085 HTTP/1.1" status: 204 len: 168 time: 0.1864927 Feb 04 13:07:30.511343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15065e2-f6ca-48cb-a526-eca70897fe91 req-056c4210-c72f-4d6d-bb2f-c82db5e59811 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:30.513028 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d15065e2-f6ca-48cb-a526-eca70897fe91 req-056c4210-c72f-4d6d-bb2f-c82db5e59811 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1664577 Feb 04 13:07:30.582572 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d15065e2-f6ca-48cb-a526-eca70897fe91 req-0a2f6c59-d57e-40ba-8d90-8658ae00df38 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625849 Feb 04 13:07:31.912148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15a1f7-6ea8-4065-b4bd-b8dce82186bf req-a09fd01c-8687-4f49-a480-9fb83c60b43d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:31.913938 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6f15a1f7-6ea8-4065-b4bd-b8dce82186bf req-a09fd01c-8687-4f49-a480-9fb83c60b43d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.1747854 Feb 04 13:07:31.985807 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6f15a1f7-6ea8-4065-b4bd-b8dce82186bf req-4b80dc37-51a9-4889-8a6a-2b6639c3c6bd tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647912 Feb 04 13:07:33.347160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722d276-b347-4299-bb52-d5b615dc3e6d req-ef084e7a-78ef-4653-bf9d-b9e3a97ea5bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:33.348886 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d722d276-b347-4299-bb52-d5b615dc3e6d req-ef084e7a-78ef-4653-bf9d-b9e3a97ea5bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 943 time: 0.2013478 Feb 04 13:07:33.419252 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d722d276-b347-4299-bb52-d5b615dc3e6d req-9e8cde68-6881-48af-8270-1fc31a6a6b38 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635140 Feb 04 13:07:34.115723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:34.191874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:34.192274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:34.324006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:34.356698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:34.369157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port e0bdae81-6f28-435d-914c-878afe862bbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0bdae81-6f28-435d-914c-878afe862bbd,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:34.373904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:34.376488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:34.419051 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'code': 200} Feb 04 13:07:34.454930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=6']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:34.463149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.463546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.463911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.464279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.464643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.465009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.465378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.465781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.466136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.466493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.467167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.467167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.467705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.468037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.468404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.468761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.469114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.469516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.469915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.470267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.470619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.471297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.471650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.471998 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:34.476448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:34.784580 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0445fd2-42bd-4226-9002-991a50940f48 req-fbd0e174-df65-4150-8d97-36220cb3d84a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:34.786176 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0445fd2-42bd-4226-9002-991a50940f48 req-fbd0e174-df65-4150-8d97-36220cb3d84a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1829815 Feb 04 13:07:34.855542 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0445fd2-42bd-4226-9002-991a50940f48 req-609bf65b-19dc-4a46-b077-9d7f27062383 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629506 Feb 04 13:07:35.020024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496e447-2d3b-441b-8323-5329b3a01677 req-3faf76d3-4144-404f-803e-b437590eacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:35.021653 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6496e447-2d3b-441b-8323-5329b3a01677 req-3faf76d3-4144-404f-803e-b437590eacb6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1162 time: 0.0893922 Feb 04 13:07:35.070174 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6496e447-2d3b-441b-8323-5329b3a01677 req-60ea897b-9ad1-493b-b3e0-9aa6fee2c2b9 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Feb 04 13:07:35.551773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:35.651495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:35.652222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:36.194520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a93f-7de8-4281-864a-7f2e0c95984e req-b2873065-3780-4e59-9de1-fb438d77e239 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:36.196274 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3930a93f-7de8-4281-864a-7f2e0c95984e req-b2873065-3780-4e59-9de1-fb438d77e239 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1737020 Feb 04 13:07:36.264067 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3930a93f-7de8-4281-864a-7f2e0c95984e req-6704120a-8a6f-4519-8304-e4d36cd14db5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599642 Feb 04 13:07:37.591371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:07:37.601182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a2c5e-b556-4ebf-9b22-df886877dd57 req-c5494475-5a78-48f1-91d0-a4d76daa2538 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:37.602928 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe8a2c5e-b556-4ebf-9b22-df886877dd57 req-c5494475-5a78-48f1-91d0-a4d76daa2538 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1795626 Feb 04 13:07:37.677586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:07:37.677992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:37.718400 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe8a2c5e-b556-4ebf-9b22-df886877dd57 req-b67068ca-9fd6-44f2-a601-66961a0a81d7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074133 Feb 04 13:07:39.078791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f42f73-9f18-4110-8fd1-866a68dd4831 req-b98cd3b3-77fe-4815-93f4-ae07665d2b1e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:39.080941 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9f42f73-9f18-4110-8fd1-866a68dd4831 req-b98cd3b3-77fe-4815-93f4-ae07665d2b1e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1939979 Feb 04 13:07:39.191873 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e9f42f73-9f18-4110-8fd1-866a68dd4831 req-9292781e-e295-4584-9d1e-6b9f76b878f0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040275 Feb 04 13:07:41.405930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20417dce-d5a3-4c9e-81d6-28feede9c76a req-a622b475-00cc-448c-a610-ddf27017bb6c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:41.408546 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-20417dce-d5a3-4c9e-81d6-28feede9c76a req-a622b475-00cc-448c-a610-ddf27017bb6c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 945 time: 0.2177632 Feb 04 13:07:41.488438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-20417dce-d5a3-4c9e-81d6-28feede9c76a req-710092da-8089-4bc9-b88d-19638132d731 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719149 Feb 04 13:07:42.840050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeea24-4eb8-4ee1-b409-2b0f8d1be366 req-35c82ef6-9a7e-42c4-b67b-ee869d517485 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:42.843373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fcdeea24-4eb8-4ee1-b409-2b0f8d1be366 req-35c82ef6-9a7e-42c4-b67b-ee869d517485 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 945 time: 0.2022021 Feb 04 13:07:42.940422 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fcdeea24-4eb8-4ee1-b409-2b0f8d1be366 req-c438e5df-0b00-46f7-9ed2-8b72a86f4f20 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839922 Feb 04 13:07:43.553516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:07:43.789569 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-b9616d62-feb4-4e48-bad5-bf4b8c6fa0e9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1203272 Feb 04 13:07:43.994116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-89607322-47d6-4ae2-a6e6-d0406b5dd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:43.996866 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-89607322-47d6-4ae2-a6e6-d0406b5dd887 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 1162 time: 0.1033032 Feb 04 13:07:44.233244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-b7219e38-d7ad-482e-88e9-9467b9fd384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:44.236188 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-b7219e38-d7ad-482e-88e9-9467b9fd384c service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.2180765 Feb 04 13:07:44.467899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee9e2b-7424-4ec7-b432-e9824e5910ce req-b543c170-0a62-4987-948c-fa36afad1133 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:44.471319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ccee9e2b-7424-4ec7-b432-e9824e5910ce req-b543c170-0a62-4987-948c-fa36afad1133 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 945 time: 0.3433332 Feb 04 13:07:44.531474 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-befe293f-ba58-4a49-a9f5-f5f09b4690e7 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 200 len: 1001 time: 0.2846255 Feb 04 13:07:44.627685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ccee9e2b-7424-4ec7-b432-e9824e5910ce req-e07b56c2-6e09-490e-a6bb-6c1609cfcff0 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/security-groups?id=3c39d58f-5df4-4ead-b413-64b20f4e7ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354308 Feb 04 13:07:44.660714 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-ef0e020f-daa8-4526-ad48-1f2e5593f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:44.663752 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-ef0e020f-daa8-4526-ad48-1f2e5593f1e2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.1257443 Feb 04 13:07:44.756996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-8bdaef8c-de00-4d81-82bf-f2aefd8f2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:44.759363 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-8bdaef8c-de00-4d81-82bf-f2aefd8f2317 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908391 Feb 04 13:07:44.809576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-a99c9743-9bea-4df7-b0bb-2defe17deac1 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:07:44.811243 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-a99c9743-9bea-4df7-b0bb-2defe17deac1 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 945 time: 0.1932085 Feb 04 13:07:44.927474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Deleting port 82fd4592-e04d-4dfb-b263-2095e2daf2ff {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:07:44.927862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:44.953606 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-a6be8fe2-a9aa-4b30-8141-80f124497226 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837697 Feb 04 13:07:45.258352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] For port 82fd4592-e04d-4dfb-b263-2095e2daf2ff, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=82fd4592-e04d-4dfb-b263-2095e2daf2ff,segment=NetworkSegment(1943bd4e-2a87-4d39-a366-27b1836b2dc4),segment_id=1943bd4e-2a87-4d39-a366-27b1836b2dc4)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:07:45.258949 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:45.383504 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1258fca5-a1f9-4491-8d22-862e2a378d15 req-ad9d7399-2511-4d73-a065-546d0d0b160e service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4241939 Feb 04 13:07:45.410419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Calling delete_port for 82fd4592-e04d-4dfb-b263-2095e2daf2ff owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:07:45.600214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:45.618530 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-46f522f6-0c42-494c-afee-17154a7fe7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:07:45.644995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 82fd4592-e04d-4dfb-b263-2095e2daf2ff no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:07:45.716836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 82fd4592-e04d-4dfb-b263-2095e2daf2ff {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:07:45.717363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 82fd4592-e04d-4dfb-b263-2095e2daf2ff not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:07:45.787142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Pushing event deleted for resources: {'Port': ['ID=82fd4592-e04d-4dfb-b263-2095e2daf2ff,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:07:45.815427 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.816157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.816856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.817551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.818465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.818977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.819646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.820145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.820836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.821523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.822237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.822934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.823849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.824533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.825207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.825946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.826653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.827119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.827543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.827995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.828673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.829375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.830087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.830776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:07:45.904945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:07:45.957240 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eb25e163-3405-451b-a08f-f18848281a34 req-48f5b710-f220-49f3-bf52-07e4dc8beea3 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.45 "GET /v2.0/ports?device_id=817fb939-87af-4a51-bb05-c6ba536a08c9 HTTP/1.1" status: 200 len: 210 time: 0.1166272 Feb 04 13:07:46.089498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] No DVR routers for this DVR port 82fd4592-e04d-4dfb-b263-2095e2daf2ff on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:07:46.093483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:46.097093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'name': 'network-vif-deleted', 'tag': '82fd4592-e04d-4dfb-b263-2095e2daf2ff'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:07:46.116667 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a3dc0215-fca6-4d7e-8359-7cf46e187534 req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] 10.222.0.106 "DELETE /v2.0/ports/82fd4592-e04d-4dfb-b263-2095e2daf2ff HTTP/1.1" status: 204 len: 173 time: 1.2999425 Feb 04 13:07:46.291389 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817fb939-87af-4a51-bb05-c6ba536a08c9', 'name': 'network-vif-deleted', 'tag': '82fd4592-e04d-4dfb-b263-2095e2daf2ff', 'status': 'completed', 'code': 200} Feb 04 13:07:47.051450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:49.260469 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f1690296-c3e2-48a3-b0d0-1f4b98f92f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:53.358081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f73db4c1-a0f6-4f73-9858-b1145a3f1b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:54.050658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:54.498264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:07:55.456584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:15.803727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49204) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:15.911923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Deleting subnet 5e512760-4105-4b56-855c-f92c2f3de1e8 {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:08:15.918226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:16.015550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:16.084498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:16.396131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:16.416973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:16.801150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e512760-4105-4b56-855c-f92c2f3de1e8,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:16.821404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:16.870472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:16.877937 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5d38497e-0bc0-4aa5-8672-7fcd0a2221b6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5e512760-4105-4b56-855c-f92c2f3de1e8 HTTP/1.1" status: 204 len: 168 time: 1.0728447 Feb 04 13:08:16.883187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49214) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:17.017909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.037715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.260033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.397786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:17.412597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1943bd4e-2a87-4d39-a366-27b1836b2dc4') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:17.412931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1943bd4e-2a87-4d39-a366-27b1836b2dc4') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:17.428099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.450982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.454010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:08:17.649251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:08:17.664078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.857144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Network c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:08:17.882361 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:08:17.978297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:17.982274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-853f9772-1ef0-4e50-bf4e-bae0c7015871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:17.998244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.010978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:18.022730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.023275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.023687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.024107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.024492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.024880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.025263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.025650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.026063 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.026446 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.026831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.027208 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.027716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.028073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.028458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.028862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.029250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.029794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.030377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.030840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.031230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.031608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.031988 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.032366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:18.040190 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] 10.222.0.45 "DELETE /v2.0/networks/c8b9d0e2-1d02-4057-ac40-af5c00ad0b5d HTTP/1.1" status: 204 len: 168 time: 1.1521978 Feb 04 13:08:18.040190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:18.208145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49226) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:18.209310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49228) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:18.269422 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-314be5a7-4c65-4139-928f-074dfed17c0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a50b454f90ce489a88007493dca13435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597956 Feb 04 13:08:18.273032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49236) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:18.343449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.376138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.434266 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.440946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0ed05431-e1fc-4249-a909-dde1f1cfb132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:18.473375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39d58f-5df4-4ead-b413-64b20f4e7ed6,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:18.477771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:18.478679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.496860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.501209 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c39d58f-5df4-4ead-b413-64b20f4e7ed6 HTTP/1.1" status: 204 len: 168 time: 0.2269731 Feb 04 13:08:18.506416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:18.513714 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd216738eec486d971a329207876eff is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:18.517245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:18.526082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:18.656616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.660747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.674108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-84518195-617e-4f73-8ba4-ead3391c9d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:18.726362 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bd216738eec486d971a329207876eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157518 Feb 04 13:08:18.730489 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49242) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:18.749152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f4d639-4d5f-4d72-8860-47a1f0e370fe,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:18.754195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b0ef0a22-46f5-4c5a-94b9-c9a7eb9e57f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:18.822252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.855663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.928311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.933831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0983f4ee-f11b-47f8-86a1-394811b41c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:18.949272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f4d639-4d5f-4d72-8860-47a1f0e370fe,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:18.957472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:18.962709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:18.967510 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9f33c682-d260-4a6e-a340-ecef8dfd20f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09f4d639-4d5f-4d72-8860-47a1f0e370fe HTTP/1.1" status: 204 len: 168 time: 0.2325740 Feb 04 13:08:19.264346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f8f4c273-f753-4f1d-952e-4096f910c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:19.619901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49274) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:19.797609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-745991721-network', 'tenant_id': '001ce747a76b42cebb46116933a95fa0'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:19.805758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:19.811373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Usage tracker for resource:network and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:19.815760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:19.822368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:19.833213 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Made reservation on behalf of 001ce747a76b42cebb46116933a95fa0 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:08:19.837980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:19.853448 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:19.879436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:19.887872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Usage tracker for resource:security_group_rule and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:19.893521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:19.903989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:20.055240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.061290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.069726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-64de3e64-7d1a-4c06-8334-da160f913ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:20.120577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:08:20.134164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f52ea3-e741-4afd-b8b2-d71c2a64532e,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:20.140349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:20.146108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.146830 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Added segment 6c69a162-beea-4551-8bcd-bc8fd86bc20c of type vxlan for network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 Feb 04 13:08:20.197069 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.257311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.259127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:20.259931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.267775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-682a7e01-86b0-4be3-8e19-c37cb7a1207b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:20.401800 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7804453 Feb 04 13:08:20.406207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49292) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:20.407105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:20.410705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:20.419369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Request body: {'subnet': {'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-745991721-subnet', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'ip_version': 4}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:20.423141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:08:20.427818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:20.438274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Usage tracker for resource:subnet and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:20.441072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:20.446406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:08:20.449792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:20.469810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Made reservation on behalf of 001ce747a76b42cebb46116933a95fa0 for: {'subnet': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:08:20.477751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850648293'] for subnet, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:20.557293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:08:21.112906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2180714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850648280'] for subnet, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:21.129877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-acedd848-e70b-438e-8fde-52af6dd4806f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:21.271636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0f98af-6270-4f83-af0b-7db979f2e80e,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:21.278524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:21.366847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Checking segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:21.367243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Network hostable DHCP agents. Network: cbc3109a-32b2-4a9c-b549-51e4a36f9cd5, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:08:21.389599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:08:21.401831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, cbc3109a-32b2-4a9c-b549-51e4a36f9cd5) {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:21.415964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:21.416747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:21.419854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92d98c-319d-41f6-8c49-f64e5d63a0ac None None] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:08:21.438490 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-20d36a3c-ebd6-4ec6-9ba3-0ab468df787d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0275280 Feb 04 13:08:21.442294 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49308) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:21.448532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:21.455010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:21.460135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Usage tracker for resource:router and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:21.464207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:21.473037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:21.483825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:21.485045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:21.504849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:21.767720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 13:08:21.770086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:21.844759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:22.231887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Allocated IP 172.20.0.2 (cbc3109a-32b2-4a9c-b549-51e4a36f9cd5/da0f98af-6270-4f83-af0b-7db979f2e80e/9ef89408-6ada-492f-ab90-ba0c9f351c89) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:08:22.284491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:22.321781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:22.543806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:22.558038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Transition to ACTIVE for port object 9ef89408-6ada-492f-ab90-ba0c9f351c89 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:22.580409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Transition to ACTIVE for port object 9ef89408-6ada-492f-ab90-ba0c9f351c89 will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:22.587824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:22.606802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:22.791940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Pushing event updated for resources: {'Port': ['ID=9ef89408-6ada-492f-ab90-ba0c9f351c89,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:22.796209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:22.820846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Allocated IP 172.28.2.142 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/e3f1bdc6-f99e-4d13-ac7b-b073236d8347) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:08:22.874650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:22.876037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:22.878766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:08:22.955299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Attempting to bind port 9ef89408-6ada-492f-ab90-ba0c9f351c89 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:22.955816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Attempting to bind port 9ef89408-6ada-492f-ab90-ba0c9f351c89 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:08:22.957199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Attempting to bind port 9ef89408-6ada-492f-ab90-ba0c9f351c89 on network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:08:22.963497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:22.963921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Checking segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:22.964379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:22.964811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Bound using segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:22.965354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Bound port: 9ef89408-6ada-492f-ab90-ba0c9f351c89, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:08:22.966073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:23.040138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:23.078596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:23.095451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7bd32d89-c8bb-475b-be48-699dfa2bbd02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:23.099521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] For port 9ef89408-6ada-492f-ab90-ba0c9f351c89, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:08:23.104577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] For port 9ef89408-6ada-492f-ab90-ba0c9f351c89, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=9ef89408-6ada-492f-ab90-ba0c9f351c89,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:08:23.110107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:23.128082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:23.250123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:23.256140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:23.313822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Pushing event updated for resources: {'Port': ['ID=9ef89408-6ada-492f-ab90-ba0c9f351c89,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:23.319806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:23.321259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:23.322929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:23.326451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:08:23.367342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-59cff207-24bd-4495-98f4-0ce6e926b87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:24.058018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:24.226747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:24.501249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:24.545603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 9ef89408-6ada-492f-ab90-ba0c9f351c89 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:24.666108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 9ef89408-6ada-492f-ab90-ba0c9f351c89 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:24.712972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:25.032779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f0942f-45cb-4408-8541-eac1a2a40b0a None None] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:08:25.104864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 13:08:25.128049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Provisioning for port 9ef89408-6ada-492f-ab90-ba0c9f351c89 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:25.144978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Provisioning complete for port 9ef89408-6ada-492f-ab90-ba0c9f351c89 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:25.145382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:25.372720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:08:25.404046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Sync routers for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:08:25.445096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:25.451850 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0077877 Feb 04 13:08:25.456467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49340) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:25.517905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:25.519193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:25.661423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:26.049630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:26.084392 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c91e5-91d3-409c-9bb3-2e117de9fa98 req-7f83bf84-38dc-4d27-b43f-6d72e5928e3f tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:26.086570 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-185c91e5-91d3-409c-9bb3-2e117de9fa98 req-7f83bf84-38dc-4d27-b43f-6d72e5928e3f tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.3477681 Feb 04 13:08:26.091328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-f5abc0a6-969d-4b7b-ae64-5c77817217d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:26.093183 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-f5abc0a6-969d-4b7b-ae64-5c77817217d9 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1203 time: 0.2987137 Feb 04 13:08:26.168963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:26.344075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-185c91e5-91d3-409c-9bb3-2e117de9fa98 req-a384d85e-1b55-4065-a99f-0cb323fc71dc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:08:26.349376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] For port 9ef89408-6ada-492f-ab90-ba0c9f351c89, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=9ef89408-6ada-492f-ab90-ba0c9f351c89,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:08:26.389591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-185c91e5-91d3-409c-9bb3-2e117de9fa98 req-a384d85e-1b55-4065-a99f-0cb323fc71dc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:08:26.391454 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-185c91e5-91d3-409c-9bb3-2e117de9fa98 req-a384d85e-1b55-4065-a99f-0cb323fc71dc tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2909544 Feb 04 13:08:26.398813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:26.406624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:26.419172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-a9a18fc2-e7dd-40b2-910b-6f2eff2a41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:26.422040 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-a9a18fc2-e7dd-40b2-910b-6f2eff2a41b8 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.3190134 Feb 04 13:08:26.656707 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-4ab905e7-ae8f-4f43-9743-0d3de4aa5098 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1002 time: 0.2255497 Feb 04 13:08:26.702931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:26.743586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Pushing event updated for resources: {'Port': ['ID=9ef89408-6ada-492f-ab90-ba0c9f351c89,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:26.805198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-de10e54e-ae79-42fc-a5c1-4c74cb8e245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:26.806859 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-de10e54e-ae79-42fc-a5c1-4c74cb8e245b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.1408544 Feb 04 13:08:26.817431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-06f6c156-0b17-4d98-8ff6-da9b9a7a288b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:26.818443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-50c8bd81-9a2f-48ae-80d7-9250d3dd081a None None] Provisioning complete for port 9ef89408-6ada-492f-ab90-ba0c9f351c89 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:26.818964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-50c8bd81-9a2f-48ae-80d7-9250d3dd081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:27.030240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-7ee3d77c-1cc6-4270-8563-3eeba6e8bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:27.035568 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-7ee3d77c-1cc6-4270-8563-3eeba6e8bf00 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2231464 Feb 04 13:08:27.154178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:23Z', 'revision_number': 3, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:27.160037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Checking router: a03280a8-3a15-40a7-ada7-1ab5b71d21f2 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:08:27.160609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Updating router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 binding host dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:08:27.272651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:27.314352 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-fa030c80-cd4c-40e0-a58d-1e7382864e4a service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641790 Feb 04 13:08:27.335044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1d3bffea-e0bd-41df-8814-565d5a67c7c4 None None] Provisioning complete for port 9ef89408-6ada-492f-ab90-ba0c9f351c89 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:27.335485 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1d3bffea-e0bd-41df-8814-565d5a67c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:27.431196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Allocated IP 172.20.0.1 (cbc3109a-32b2-4a9c-b549-51e4a36f9cd5/da0f98af-6270-4f83-af0b-7db979f2e80e/caec5870-65d5-4b78-8a64-7796933212fb) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:08:27.462088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49350) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:27.615152 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-70c2bbbe-dbd7-4605-89a4-e9d9904adceb req-8324783b-a993-41d7-8552-ce021df0ee44 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2915556 Feb 04 13:08:27.763703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:27.790322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:27.798704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Usage tracker for resource:security_group_rule and tenant:8a599b6a92b54fe9b2cfc517e291e60d is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:27.804227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:27.817566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:28.012078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.016149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.032029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-73a4e871-a2cc-4a3d-a8ed-3f3a24309194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:28.111497 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a599b6a92b54fe9b2cfc517e291e60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359627 Feb 04 13:08:28.112106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a7385e-d11f-48ae-b8a4-8b0d5582c35c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:28.115992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49358) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:28.119985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:28.217993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Notify callbacks [] for port, precommit_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.238030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Transition to ACTIVE for port object e3f1bdc6-f99e-4d13-ac7b-b073236d8347 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:28.240748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.241675 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.257939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:28.301427 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.314877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebad3c1-67c8-4c44-b194-3e6480cdb4b4 req-9b7916e6-6d68-4311-afcf-c246b7bbdb6a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:28.317177 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3ebad3c1-67c8-4c44-b194-3e6480cdb4b4 req-9b7916e6-6d68-4311-afcf-c246b7bbdb6a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.3611147 Feb 04 13:08:28.320527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.386660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Transition to ACTIVE for port object caec5870-65d5-4b78-8a64-7796933212fb will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:28.396298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.403438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e4e27d8-a505-43c8-844c-775aff12d772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:28.427792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a7385e-d11f-48ae-b8a4-8b0d5582c35c,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:28.433274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:28.434783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.441152 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f485ac49-217c-42ee-ab70-63d314549bb0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51a7385e-d11f-48ae-b8a4-8b0d5582c35c HTTP/1.1" status: 204 len: 168 time: 0.3194385 Feb 04 13:08:28.467552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae0c5-e0c1-4e91-8b8d-90af144fc0a7 None None] Pushing event updated for resources: {'Port': ['ID=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:28.492573 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3ebad3c1-67c8-4c44-b194-3e6480cdb4b4 req-a3a39616-13cb-43aa-a2b0-e1725d04ba87 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1624010 Feb 04 13:08:28.516468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-936ae0c5-e0c1-4e91-8b8d-90af144fc0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:28.531905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.562975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a7f193ac-d51d-41dc-8f1c-bd94c78cc0c7 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:28.568204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 9ef89408-6ada-492f-ab90-ba0c9f351c89 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:28.714995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Attempting to bind port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:28.715423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Attempting to bind port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:08:28.715956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Attempting to bind port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:08:28.726546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:28.726910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:28.727407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.727864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:28.728433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Bound port: e3f1bdc6-f99e-4d13-ac7b-b073236d8347, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:08:28.728869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.754382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Pushing event updated for resources: {'Port': ['ID=caec5870-65d5-4b78-8a64-7796933212fb,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:28.760405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:28.819622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 9ef89408-6ada-492f-ab90-ba0c9f351c89 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:28.820458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.889829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:28.891597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:28.896587 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:08:28.899903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] For port e3f1bdc6-f99e-4d13-ac7b-b073236d8347, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:08:28.920191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] For port e3f1bdc6-f99e-4d13-ac7b-b073236d8347, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:08:28.929931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:28.951800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:29.055082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:29.218699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae0c5-e0c1-4e91-8b8d-90af144fc0a7 None None] Pushing event updated for resources: {'Port': ['ID=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:29.234778 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-936ae0c5-e0c1-4e91-8b8d-90af144fc0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:29.307801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-14a28424-293a-47f4-96cf-1da5efdaf788 None None] Provisioning for port caec5870-65d5-4b78-8a64-7796933212fb completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:29.319405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-14a28424-293a-47f4-96cf-1da5efdaf788 None None] Provisioning complete for port caec5870-65d5-4b78-8a64-7796933212fb triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:29.321367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-14a28424-293a-47f4-96cf-1da5efdaf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:29.392756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:29.393365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:29.449111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:29.687721 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-14a28424-293a-47f4-96cf-1da5efdaf788 None None] Port caec5870-65d5-4b78-8a64-7796933212fb cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:08:29.887502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:29.932286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:29.949004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:29.972486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179f8d1-541e-415f-a0d0-a62ae9eb3f80 req-52f732ed-8e73-4b44-8f21-f028fd9879b2 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:29.986615 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d179f8d1-541e-415f-a0d0-a62ae9eb3f80 req-52f732ed-8e73-4b44-8f21-f028fd9879b2 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.3048296 Feb 04 13:08:30.028003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1267d346-4cee-43bc-bd2d-aa9adc1f4b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:30.144283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Pushing event updated for resources: {'Port': ['ID=caec5870-65d5-4b78-8a64-7796933212fb,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:30.147654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:30.153098 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d179f8d1-541e-415f-a0d0-a62ae9eb3f80 req-77537374-4585-45db-8742-3af5c49fbf52 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1629825 Feb 04 13:08:30.175355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:30.337435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:30.338828 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:30.415238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:27Z', 'revision_number': 1, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:30.421059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1677d-e07e-493e-9cb5-52e4b8d2fc48 None None] The sync data for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb is: [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:27Z', 'revision_number': 1, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:08:30.588594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:08:30.620168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-7222a24a-1c02-47ca-aefc-b43d7bb494d0 None None] Provisioning complete for port caec5870-65d5-4b78-8a64-7796933212fb triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:30.620511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7222a24a-1c02-47ca-aefc-b43d7bb494d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:30.693889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-7222a24a-1c02-47ca-aefc-b43d7bb494d0 None None] Port caec5870-65d5-4b78-8a64-7796933212fb cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:08:30.880794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:08:30.893263 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] 10.222.0.45 "PUT /v2.0/routers/a03280a8-3a15-40a7-ada7-1ab5b71d21f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4343312 Feb 04 13:08:31.536516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2369c-1e14-4be1-9178-afe17d12601b req-ead279bf-8b5e-4bd2-8901-0c1bbb7077ca tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:31.538575 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a7f2369c-1e14-4be1-9178-afe17d12601b req-ead279bf-8b5e-4bd2-8901-0c1bbb7077ca tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.1847665 Feb 04 13:08:31.635258 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a7f2369c-1e14-4be1-9178-afe17d12601b req-ff75b3a9-1798-43c0-9080-7caebf0c7021 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0891321 Feb 04 13:08:32.197108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49386) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:32.206852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1450079176-network', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:32.212434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:32.218692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Usage tracker for resource:network and tenant:e841e4c90b66445598e9e0e1b5209352 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:32.222511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:32.229145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:32.242588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Made reservation on behalf of e841e4c90b66445598e9e0e1b5209352 for: {'network': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:08:32.247432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.261578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.280527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:32.285187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Usage tracker for resource:security_group_rule and tenant:e841e4c90b66445598e9e0e1b5209352 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:32.288451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:32.295256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:32.400777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.405226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.409140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dd13ac8b-be48-4fdf-89a6-ea2ca236b981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:32.457346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:08:32.474735 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc5f4b-80d2-4964-97f8-9041b7ae4973,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:32.481552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:32.486733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.487304 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Added segment 25449c61-44c3-4c3e-8883-15bad9dbc98f of type vxlan for network fd0d82c1-0e28-451f-a300-37a10790b727 Feb 04 13:08:32.531010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.567007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.568913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:32.569591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.574402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-02014088-2b0b-48dc-a854-f08409ca559a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:32.594009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device e3f1bdc6-f99e-4d13-ac7b-b073236d8347 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:32.677635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:32.686215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:32.686653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:32.722647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0d82c1-0e28-451f-a300-37a10790b727,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:32.726933 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5275786 Feb 04 13:08:32.728229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:32.730454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49394) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:32.738577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Request body: {'subnet': {'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1450079176-subnet', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'ip_version': 4}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:32.743125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network fd0d82c1-0e28-451f-a300-37a10790b727 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:08:32.745517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:32.752008 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Usage tracker for resource:subnet and tenant:e841e4c90b66445598e9e0e1b5209352 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:32.760669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:32.768611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network fd0d82c1-0e28-451f-a300-37a10790b727 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:08:32.773144 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:32.792163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Made reservation on behalf of e841e4c90b66445598e9e0e1b5209352 for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:08:32.799816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852331847'] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:33.039872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1965b-a0ea-41c6-8b58-f6341d1c069a req-0ba9c7d3-f4b3-41e9-ab53-fd62a61ed8aa tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:33.041960 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-37a1965b-a0ea-41c6-8b58-f6341d1c069a req-0ba9c7d3-f4b3-41e9-ab53-fd62a61ed8aa tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.2201240 Feb 04 13:08:33.088831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:33.112447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port e3f1bdc6-f99e-4d13-ac7b-b073236d8347, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:08:33.117016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:33.119187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-08ed85f5-d0da-4549-b613-61cfa4fed7b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:33.142620 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-37a1965b-a0ea-41c6-8b58-f6341d1c069a req-af7b96e1-63e9-48c6-b017-8d8c3bf415a6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0894449 Feb 04 13:08:33.204984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:33.210393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:33.593429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1286734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852331894'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:33.608525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:33.746250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3c9c51-f723-4291-8085-78a8f6f17693,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:33.751297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:33.840279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Checking segment: {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:33.840754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Network hostable DHCP agents. Network: fd0d82c1-0e28-451f-a300-37a10790b727, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:08:33.865309 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Network fd0d82c1-0e28-451f-a300-37a10790b727 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:08:33.875227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, fd0d82c1-0e28-451f-a300-37a10790b727) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:33.888832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:33.891474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:33.891561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004086c-0d7a-4cdb-aa26-e21c94170403 None None] Network fd0d82c1-0e28-451f-a300-37a10790b727 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:08:33.920653 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1886923 Feb 04 13:08:33.923930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49398) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:33.930401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:33.945568 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Sync routers for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:08:33.951339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:33.960486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Usage tracker for resource:router and tenant:e841e4c90b66445598e9e0e1b5209352 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:33.961874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:33.962845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:33.966912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:33.975894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:33.989715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:33.991367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:34.024367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:34.234544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-fd0d82c1-0e28-451f-a300-37a10790b727', 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'fixed_ips': [{'subnet_id': '1c3c9c51-f723-4291-8085-78a8f6f17693'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 13:08:34.235568 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:34.260815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:34.629963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Allocated IP 172.20.0.2 (fd0d82c1-0e28-451f-a300-37a10790b727/1c3c9c51-f723-4291-8085-78a8f6f17693/a0510240-f47a-45c1-b36c-8dc799caed8a) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:08:34.665887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de9ea-c4d2-4468-8de0-9be197716014 req-ee8f1260-0c0d-4a45-a943-5b6f09558f12 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:34.668299 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2d6de9ea-c4d2-4468-8de0-9be197716014 req-ee8f1260-0c0d-4a45-a943-5b6f09558f12 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.3191082 Feb 04 13:08:34.672152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device e3f1bdc6-f99e-4d13-ac7b-b073236d8347 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:34.768032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:34.823102 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2d6de9ea-c4d2-4468-8de0-9be197716014 req-c3f3b51e-87d9-4270-9e93-0c8f28f2b4ec tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1400445 Feb 04 13:08:34.861637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 2, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:34.866790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Checking router: a03280a8-3a15-40a7-ada7-1ab5b71d21f2 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:08:34.867217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Updating router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 port caec5870-65d5-4b78-8a64-7796933212fb binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:08:34.917395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:34.918059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:34.931987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.083532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.101749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Transition to ACTIVE for port object a0510240-f47a-45c1-b36c-8dc799caed8a will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:35.167294 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Transition to ACTIVE for port object a0510240-f47a-45c1-b36c-8dc799caed8a will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:35.183186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.201452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:35.240460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.281011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.498323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.521307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Transition to ACTIVE for port object caec5870-65d5-4b78-8a64-7796933212fb will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:35.526110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.548706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b8e4f51c-24d2-46ce-955d-71a5d236ecd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:35.671324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Allocated IP 172.28.2.72 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/d80d0fee-5f63-4b44-ba39-71eed1aa534c) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:08:35.675989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Pushing event updated for resources: {'Port': ['ID=a0510240-f47a-45c1-b36c-8dc799caed8a,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:35.680878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Network fd0d82c1-0e28-451f-a300-37a10790b727 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:35.684301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:35.692874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:08:35.697391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.697974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.698176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.698635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.698864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.699375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.699768 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.700086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.700459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.700865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.701285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.702263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.702263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.702775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.703172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.703478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.703835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.704200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.704609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.705106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.705470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.705898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.706220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.706679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:35.712679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:35.818596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Attempting to bind port a0510240-f47a-45c1-b36c-8dc799caed8a on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:35.819201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Attempting to bind port a0510240-f47a-45c1-b36c-8dc799caed8a by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:08:35.819819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Attempting to bind port a0510240-f47a-45c1-b36c-8dc799caed8a on network fd0d82c1-0e28-451f-a300-37a10790b727 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:08:35.828783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:35.829475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Checking segment: {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:35.830129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.830703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Bound using segment: {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:35.831596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Bound port: a0510240-f47a-45c1-b36c-8dc799caed8a, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:08:35.832212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.988846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:35.995343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Pushing event updated for resources: {'Port': ['ID=caec5870-65d5-4b78-8a64-7796933212fb,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:36.033544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:36.060844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:36.062594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.062986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.063368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.063739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.064107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.064523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.064838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.065242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.065551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.066171 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.066601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.067051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.067533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.067985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.068500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.069049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.069454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.070006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.070405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.070917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.071318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.072260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.072777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.073138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:36.081895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] For port a0510240-f47a-45c1-b36c-8dc799caed8a, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:08:36.086441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] For port a0510240-f47a-45c1-b36c-8dc799caed8a, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=a0510240-f47a-45c1-b36c-8dc799caed8a,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:08:36.091968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:36.093909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:36.112287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:36.159623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:36.302795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Attempting to bind port caec5870-65d5-4b78-8a64-7796933212fb on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:36.305232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Attempting to bind port caec5870-65d5-4b78-8a64-7796933212fb by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:08:36.306572 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Attempting to bind port caec5870-65d5-4b78-8a64-7796933212fb on network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:08:36.312431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Pushing event updated for resources: {'Port': ['ID=d80d0fee-5f63-4b44-ba39-71eed1aa534c,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:36.319916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:36.330579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:36.331750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Checking segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:36.332538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:36.333421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Bound using segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:36.334495 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Bound port: caec5870-65d5-4b78-8a64-7796933212fb, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:08:36.335595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:36.487725 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] For port caec5870-65d5-4b78-8a64-7796933212fb, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:08:36.492946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344df554-c3b2-4392-9428-e339c36cebe8 req-49ce82ba-68de-42d3-9264-46e3e0274417 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:36.493237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] For port caec5870-65d5-4b78-8a64-7796933212fb, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=caec5870-65d5-4b78-8a64-7796933212fb,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:08:36.494772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-344df554-c3b2-4392-9428-e339c36cebe8 req-49ce82ba-68de-42d3-9264-46e3e0274417 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.4377162 Feb 04 13:08:36.501839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:36.502420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:36.503543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:36.523575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:36.524641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:36.528123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:36.533842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:08:36.591154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Pushing event updated for resources: {'Port': ['ID=a0510240-f47a-45c1-b36c-8dc799caed8a,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:36.606351 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:36.653322 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-344df554-c3b2-4392-9428-e339c36cebe8 req-9ad6b495-d2fb-46db-bcb9-d67b6159d7b3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1459928 Feb 04 13:08:36.726629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Pushing event updated for resources: {'Port': ['ID=caec5870-65d5-4b78-8a64-7796933212fb,revision_number=4']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:36.738361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5460cbee-dfa9-4495-94a2-3072c065d16f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:36.813885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:36.814755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:37.132126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:37.236014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:37.640985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:36Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:37.648354 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9668b6b3-8e06-4f0e-97ec-ac9f0734dfdf None None] The sync data for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb is: [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:36Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:08:38.070794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:38.093098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df825f4-937e-4a14-bb0b-0202c0977e34 req-a66752bc-5b57-41a1-a598-194c241a27ee tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:38.096239 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1df825f4-937e-4a14-bb0b-0202c0977e34 req-a66752bc-5b57-41a1-a598-194c241a27ee tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.2437463 Feb 04 13:08:38.209028 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1df825f4-937e-4a14-bb0b-0202c0977e34 req-a44adc6a-753a-42cd-8a16-5e2ca4878c8a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0981658 Feb 04 13:08:38.458231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e16fe-cbfc-4951-92e0-656e61d3b6f3 None None] Network fd0d82c1-0e28-451f-a300-37a10790b727 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:08:38.482094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Router e66c23ce-3c18-42af-bc0f-19c0a0afb208 is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 13:08:38.614783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1f3503fd-1595-4f19-beda-6801c56263fa None None] Provisioning for port a0510240-f47a-45c1-b36c-8dc799caed8a completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:38.839636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device a0510240-f47a-45c1-b36c-8dc799caed8a up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:38.993296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:08:38.995912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port a0510240-f47a-45c1-b36c-8dc799caed8a completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:39.006473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port a0510240-f47a-45c1-b36c-8dc799caed8a triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:39.006895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:39.044329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:39.046841 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1211784 Feb 04 13:08:39.049979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49408) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:08:39.051791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Sync routers for ids ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:08:39.098819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Routers {'e66c23ce-3c18-42af-bc0f-19c0a0afb208'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:39.099997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:39.449174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Set router e66c23ce-3c18-42af-bc0f-19c0a0afb208 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:39.688872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b401e2-c409-4f28-909b-30ac16233715 req-56958879-b21a-4701-991a-fe0fe8291a72 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:39.691501 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c0b401e2-c409-4f28-909b-30ac16233715 req-56958879-b21a-4701-991a-fe0fe8291a72 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.2767067 Feb 04 13:08:39.886585 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c0b401e2-c409-4f28-909b-30ac16233715 req-862a7380-7dc9-4d5b-88c5-f85295dcb07a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=87ccb65a-3e01-44c5-b706-4aa6bea1461b&id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1799238 Feb 04 13:08:39.892482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-3df0ef24-94f0-41c9-9524-d73acc437ef4 None None] Provisioning complete for port a0510240-f47a-45c1-b36c-8dc799caed8a triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:39.893076 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3df0ef24-94f0-41c9-9524-d73acc437ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:39.965366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:40.270973 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:40.329465 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:40.456977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port a0510240-f47a-45c1-b36c-8dc799caed8a, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=a0510240-f47a-45c1-b36c-8dc799caed8a,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:08:40.474261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:40.475818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device caec5870-65d5-4b78-8a64-7796933212fb up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:40.529792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-22808ce7-db6b-4846-bef2-ccbc6eabfa7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:40.803649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:40.804177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:40.934431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:08:36Z', 'revision_number': 3, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:40.941907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=a0510240-f47a-45c1-b36c-8dc799caed8a,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:40.949368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:40.954416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Checking router: e66c23ce-3c18-42af-bc0f-19c0a0afb208 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:08:40.955000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Updating router e66c23ce-3c18-42af-bc0f-19c0a0afb208 port d80d0fee-5f63-4b44-ba39-71eed1aa534c binding host dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:08:40.962306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Allocated IP 172.20.0.1 (fd0d82c1-0e28-451f-a300-37a10790b727/1c3c9c51-f723-4291-8085-78a8f6f17693/40f2b21f-a374-47a1-8cb9-e7b7a89fcb40) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:08:41.033131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port caec5870-65d5-4b78-8a64-7796933212fb completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:41.050692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port caec5870-65d5-4b78-8a64-7796933212fb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:41.051130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.145122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.182187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.205387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Transition to ACTIVE for port object 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:41.238950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.246957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-ee2a7e35-e0e1-4b23-b122-8ef0fba1b0f2 None None] Provisioning complete for port a0510240-f47a-45c1-b36c-8dc799caed8a triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:41.247223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee2a7e35-e0e1-4b23-b122-8ef0fba1b0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.256099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a09fc3a1-d25c-4ccb-b24d-ce59ee1db2f6 tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:41.446952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:41.453837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:41.537601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Network fd0d82c1-0e28-451f-a300-37a10790b727 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:41.539338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:41.542911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:08:41.644408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.667752 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.870423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.895523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port caec5870-65d5-4b78-8a64-7796933212fb, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=caec5870-65d5-4b78-8a64-7796933212fb,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:08:41.901963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:41.915758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:42.038334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9864c4fc-98b6-46de-ae35-6520dde3a723 None None] Provisioning for port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:42.052832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=caec5870-65d5-4b78-8a64-7796933212fb,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:42.055874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9864c4fc-98b6-46de-ae35-6520dde3a723 None None] Provisioning complete for port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:42.056264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9864c4fc-98b6-46de-ae35-6520dde3a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.089174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:42.090185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device a0510240-f47a-45c1-b36c-8dc799caed8a up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:42.264735 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-9864c4fc-98b6-46de-ae35-6520dde3a723 None None] Port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:08:42.269987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Notify callbacks [] for port, precommit_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.289844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Transition to ACTIVE for port object d80d0fee-5f63-4b44-ba39-71eed1aa534c will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:42.296071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.315207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:42.352605 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.354903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port a0510240-f47a-45c1-b36c-8dc799caed8a triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:42.355352 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.357157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.388511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:42.475667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.496411 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:42.503163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:42.639923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Network fd0d82c1-0e28-451f-a300-37a10790b727 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:08:42.641162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:08:42.683106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca35e-83dd-4d55-94b3-afbe87cb230b None None] Pushing event updated for resources: {'Port': ['ID=d80d0fee-5f63-4b44-ba39-71eed1aa534c,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:42.690731 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ac4ca35e-83dd-4d55-94b3-afbe87cb230b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:42.844353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Attempting to bind port d80d0fee-5f63-4b44-ba39-71eed1aa534c on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:42.845003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Attempting to bind port d80d0fee-5f63-4b44-ba39-71eed1aa534c by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:08:42.845990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Attempting to bind port d80d0fee-5f63-4b44-ba39-71eed1aa534c on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:08:42.855825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:42.856247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:42.857074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.857361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:42.858175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Bound port: d80d0fee-5f63-4b44-ba39-71eed1aa534c, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:08:42.858729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:42.904550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Router e66c23ce-3c18-42af-bc0f-19c0a0afb208 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:08:42.957990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-98769f52-a74c-4ba5-850b-2d35ac5545b1 None None] Provisioning complete for port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:42.958364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-98769f52-a74c-4ba5-850b-2d35ac5545b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:43.025164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] For port d80d0fee-5f63-4b44-ba39-71eed1aa534c, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:08:43.041018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] For port d80d0fee-5f63-4b44-ba39-71eed1aa534c, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=d80d0fee-5f63-4b44-ba39-71eed1aa534c,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:08:43.042432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-98769f52-a74c-4ba5-850b-2d35ac5545b1 None None] Port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:08:43.045380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:43.061247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:43.291532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca35e-83dd-4d55-94b3-afbe87cb230b None None] Pushing event updated for resources: {'Port': ['ID=d80d0fee-5f63-4b44-ba39-71eed1aa534c,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:43.298111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ac4ca35e-83dd-4d55-94b3-afbe87cb230b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:43.363938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Routers {'e66c23ce-3c18-42af-bc0f-19c0a0afb208'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:43.364966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:43.437526 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:08:43.449421 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] 10.222.0.45 "PUT /v2.0/routers/e66c23ce-3c18-42af-bc0f-19c0a0afb208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3974333 Feb 04 13:08:43.564130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] Set router e66c23ce-3c18-42af-bc0f-19c0a0afb208 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:43.842321 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-937d598d-9726-4e49-bdda-8855078037c6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0919735 Feb 04 13:08:43.966523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '40f2b21f-a374-47a1-8cb9-e7b7a89fcb40', 'name': '', 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'mac_address': 'fa:16:3e:d3:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:40Z', 'updated_at': '2021-02-04T13:08:42Z', 'revision_number': 2, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'subnets': [{'id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:43.973266 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c70af-1f73-497a-bba8-e19bb0a6bde9 None None] The sync data for ids ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'] in dv-cinder-773985-3-smb is: [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '40f2b21f-a374-47a1-8cb9-e7b7a89fcb40', 'name': '', 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'mac_address': 'fa:16:3e:d3:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:40Z', 'updated_at': '2021-02-04T13:08:42Z', 'revision_number': 2, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'subnets': [{'id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:08:43.981914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-981b7c1c-fa34-4588-a9fe-ccb41281a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:43.983911 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-981b7c1c-fa34-4588-a9fe-ccb41281a495 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1203 time: 0.1150136 Feb 04 13:08:44.015458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device caec5870-65d5-4b78-8a64-7796933212fb up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:44.103274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port caec5870-65d5-4b78-8a64-7796933212fb triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:44.104165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:44.168198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-e607b812-dce3-4946-a2de-0ddda2fb67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:44.170318 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-e607b812-dce3-4946-a2de-0ddda2fb67b4 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.1691201 Feb 04 13:08:44.288443 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-7bba1608-5a43-4a34-9bf6-e5254a170fbe service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1002 time: 0.1121583 Feb 04 13:08:44.385795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-10487f27-75d5-449b-b0fa-e74d7b718351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:44.388275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-10487f27-75d5-449b-b0fa-e74d7b718351 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.0944760 Feb 04 13:08:44.519844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-33e4f707-0e32-4ca9-b579-b6239a06fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:08:44.522835 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-33e4f707-0e32-4ca9-b579-b6239a06fc23 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1291862 Feb 04 13:08:44.729709 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-17deb8e7-1d67-48a0-a145-9aaebb90993e service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015800 Feb 04 13:08:44.945647 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d82a37cc-ef89-4540-be5d-bf5e869f7200 req-5c88e696-500f-40a8-9e5e-0522761725b2 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2110507 Feb 04 13:08:45.263517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-687941653', 'description': 'tempest-TestShelveInstance-687941653 description'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:45.288245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:45.293574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Usage tracker for resource:security_group and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:45.298006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:45.308056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:45.324087 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.354643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:45.362361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Usage tracker for resource:security_group_rule and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:45.365914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:45.376449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:45.471646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.475296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.481302 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7f9b229b-7ea6-4229-997c-0a69fd0d8980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:45.525162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a8dc5-1612-4429-a525-5734a77d594b,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:45.528466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:45.531230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.531525 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9ca0f82c-9de3-44ec-9e14-fb98b501f454 req-d3481895-9482-411a-8510-bc3ce6a9a53a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2728674 Feb 04 13:08:45.659614 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-48a6c14a-5712-45f7-8f10-92b67478f9a6 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups/b05a8dc5-1612-4429-a525-5734a77d594b HTTP/1.1" status: 200 len: 1800 time: 0.0874949 Feb 04 13:08:45.673355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b05a8dc5-1612-4429-a525-5734a77d594b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:45.673783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b05a8dc5-1612-4429-a525-5734a77d594b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:45.703886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:45.708661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Usage tracker for resource:security_group_rule and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:45.711927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:45.719694 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:45.788760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.819027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.822667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.825640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:45.853740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7099e989-1174-424d-857c-05b645532f95,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:45.859773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:45.871887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:45.873395 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c8951bc3-09aa-4e2a-8967-b07c177fe5df req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2058396 Feb 04 13:08:46.022773 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-ef876410-ce7a-4706-978e-7b222921b3f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups/b05a8dc5-1612-4429-a525-5734a77d594b HTTP/1.1" status: 200 len: 2393 time: 0.1043546 Feb 04 13:08:46.035279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b05a8dc5-1612-4429-a525-5734a77d594b', 'remote_group_id': None}]} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:46.035678 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b05a8dc5-1612-4429-a525-5734a77d594b', 'remote_group_id': None}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:08:46.052256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device d80d0fee-5f63-4b44-ba39-71eed1aa534c up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:46.068168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:08:46.075623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Usage tracker for resource:security_group_rule and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:08:46.081379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:08:46.091995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:08:46.132882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port d80d0fee-5f63-4b44-ba39-71eed1aa534c completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:46.138205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port d80d0fee-5f63-4b44-ba39-71eed1aa534c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:46.138625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.199211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.251363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.255713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.259372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-71f19d64-5a9d-4d92-89f6-1565485ca8e0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:46.290149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.302093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3323c4c5-4e86-46d4-a9a0-4131a2126381,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:46.319642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.320270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.320851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.321300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.321787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.322280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.322805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.323401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.323599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port d80d0fee-5f63-4b44-ba39-71eed1aa534c, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=d80d0fee-5f63-4b44-ba39-71eed1aa534c,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:08:46.323959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.324646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.325201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.326061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.326759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.327267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.327864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.328064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.328462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.328972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.329547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.330218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.330831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.331326 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.331526 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:46.331922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.332452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.332974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:08:46.338385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:46.340588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:46.342108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9c09f4da-1074-48da-9317-a3cc19d6cf6b req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3115733 Feb 04 13:08:46.453345 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=d80d0fee-5f63-4b44-ba39-71eed1aa534c,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:46.459902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:47.051662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:47.549158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Sync routers for ids ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:08:47.560310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Routers {'e66c23ce-3c18-42af-bc0f-19c0a0afb208'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:47.560903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:47.765936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Set router e66c23ce-3c18-42af-bc0f-19c0a0afb208 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:47.991136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device d80d0fee-5f63-4b44-ba39-71eed1aa534c up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:48.078127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port d80d0fee-5f63-4b44-ba39-71eed1aa534c triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:48.078593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:48.131619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '40f2b21f-a374-47a1-8cb9-e7b7a89fcb40', 'name': '', 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'mac_address': 'fa:16:3e:d3:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:40Z', 'updated_at': '2021-02-04T13:08:42Z', 'revision_number': 2, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'subnets': [{'id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:48.135914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Checking router: e66c23ce-3c18-42af-bc0f-19c0a0afb208 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:08:48.136320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Updating router e66c23ce-3c18-42af-bc0f-19c0a0afb208 port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:08:48.210045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:48.722075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:48.735429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Transition to ACTIVE for port object 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:08:48.739771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:48.757570 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fe084e40-28af-48f7-a0d8-5bde2e5b01bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:49.071222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7630-cf0a-417c-a9d1-2d73d52fd1fd None None] Pushing event updated for resources: {'Port': ['ID=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:49.075595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2fbd7630-cf0a-417c-a9d1-2d73d52fd1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:49.262276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4594b982-617a-4702-9650-be5b59e2ca52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:49.274868 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Attempting to bind port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:08:49.275441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Attempting to bind port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:08:49.276037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Attempting to bind port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 on network fd0d82c1-0e28-451f-a300-37a10790b727 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:08:49.283112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:08:49.283521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Checking segment: {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:08:49.284010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:49.284363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Bound using segment: {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:08:49.284895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Bound port: 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25449c61-44c3-4c3e-8883-15bad9dbc98f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:08:49.285308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:49.389088 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] For port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:08:49.392584 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] For port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:08:49.397225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:49.413636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fe084e40-28af-48f7-a0d8-5bde2e5b01bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:49.580145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7630-cf0a-417c-a9d1-2d73d52fd1fd None None] Pushing event updated for resources: {'Port': ['ID=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,revision_number=4']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:49.583628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2fbd7630-cf0a-417c-a9d1-2d73d52fd1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:49.628273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Routers {'e66c23ce-3c18-42af-bc0f-19c0a0afb208'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:08:49.628929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:49.844420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] Set router e66c23ce-3c18-42af-bc0f-19c0a0afb208 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:08:50.050604 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:50.126618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:08:50.131782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:50.132342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:50.241030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '40f2b21f-a374-47a1-8cb9-e7b7a89fcb40', 'name': '', 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'mac_address': 'fa:16:3e:d3:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:40Z', 'updated_at': '2021-02-04T13:08:49Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'subnets': [{'id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:08:50.248081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ba2da-1787-4b85-b554-d7a580be9247 None None] The sync data for ids ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'] in dv-cinder-773985-3-smb is: [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '40f2b21f-a374-47a1-8cb9-e7b7a89fcb40', 'name': '', 'network_id': 'fd0d82c1-0e28-451f-a300-37a10790b727', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'mac_address': 'fa:16:3e:d3:e4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:40Z', 'updated_at': '2021-02-04T13:08:49Z', 'revision_number': 4, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'subnets': [{'id': '1c3c9c51-f723-4291-8085-78a8f6f17693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:08:50.322030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:50.376550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:08:50.380938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:50.383008 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:08:50.485527 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:08:50.499081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:08:52.006487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:08:52.091620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:08:52.092033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:53.355581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-615007da-6c1e-419e-ac9a-1af831470011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:54.064653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:54.499033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:55.473415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:08:57.557621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:09:02.677515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850e117-2bb6-4952-b952-dfc61dd3be49 req-1edf8d72-5833-449e-8a69-4d24d0f0c8bb tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:02.679291 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9850e117-2bb6-4952-b952-dfc61dd3be49 req-1edf8d72-5833-449e-8a69-4d24d0f0c8bb tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1859369 Feb 04 13:09:02.754564 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9850e117-2bb6-4952-b952-dfc61dd3be49 req-f6d32fd8-c532-4523-8bd0-d82ae4216ba8 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667417 Feb 04 13:09:04.166970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452197e-6027-4396-90db-743b5192b8c4 req-1f1222ac-a9cf-4542-9ff7-8314e0803109 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:04.168717 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7452197e-6027-4396-90db-743b5192b8c4 req-1f1222ac-a9cf-4542-9ff7-8314e0803109 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1858580 Feb 04 13:09:04.246202 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7452197e-6027-4396-90db-743b5192b8c4 req-2e1c2239-b60f-4389-8f3d-0e197966460f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688934 Feb 04 13:09:05.598252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ec53-4455-467e-bff8-e2859b9a4c66 req-ab4a05e2-d1ac-40e4-b449-263f5fc1ff6f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:05.603767 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a777ec53-4455-467e-bff8-e2859b9a4c66 req-ab4a05e2-d1ac-40e4-b449-263f5fc1ff6f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1828144 Feb 04 13:09:05.672148 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a777ec53-4455-467e-bff8-e2859b9a4c66 req-8027f04b-85a4-4362-bcf3-758b7efc6223 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647101 Feb 04 13:09:06.351540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:06.438364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port e0bdae81-6f28-435d-914c-878afe862bbd triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:06.439113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:06.602483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-536995eb-fe5b-40ba-9b9c-e5a047d87ab7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:06.604079 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-536995eb-fe5b-40ba-9b9c-e5a047d87ab7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1826732 Feb 04 13:09:06.706419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Deleting port e0bdae81-6f28-435d-914c-878afe862bbd {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:09:06.706800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:07.005330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] For port e0bdae81-6f28-435d-914c-878afe862bbd, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=e0bdae81-6f28-435d-914c-878afe862bbd,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:09:07.005754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:07.009300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f66fd-c2cd-442c-81b8-1c86009794da req-d02e2a8d-77c7-4638-8180-b0af57f14990 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:07.011109 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e28f66fd-c2cd-442c-81b8-1c86009794da req-d02e2a8d-77c7-4638-8180-b0af57f14990 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 945 time: 0.1752334 Feb 04 13:09:07.086471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e28f66fd-c2cd-442c-81b8-1c86009794da req-1a5fe40d-f949-439c-81da-e51bea9677f5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=c786ea7a-773d-4d26-b89f-8da4ef990b78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679832 Feb 04 13:09:07.335758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:07.336175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:07.336533 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Floating IP 8446fe5d-63f3-4b2e-af03-3de9da121981 disassociated. External IP: 172.28.2.202, port: e0bdae81-6f28-435d-914c-878afe862bbd. Feb 04 13:09:07.336916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Calling delete_port for e0bdae81-6f28-435d-914c-878afe862bbd owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:09:07.508255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:07.527182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:07.876357 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event deleted for resources: {'Port': ['ID=e0bdae81-6f28-435d-914c-878afe862bbd,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:07.882099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:08.171175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:09:08.359019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:09:08.403329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: e0bdae81-6f28-435d-914c-878afe862bbd {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:09:08.403784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device e0bdae81-6f28-435d-914c-878afe862bbd not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:09:08.465180 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9373d62c-cc00-4652-8591-a47083f113b5 req-0d97082e-4554-487c-9595-9c5474b57e9b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0e5d07d-fe4d-4d50-b023-b5d8efad66dc HTTP/1.1" status: 200 len: 210 time: 0.1728258 Feb 04 13:09:08.542923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:09:08.554728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:09:08.566120 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:08.566795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:08.611832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] No DVR routers for this DVR port e0bdae81-6f28-435d-914c-878afe862bbd on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:09:08.614941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:08.619923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-deleted', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:08.656911 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-726f8776-6fc3-4488-b36d-b07c66deeb68 req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "DELETE /v2.0/ports/e0bdae81-6f28-435d-914c-878afe862bbd HTTP/1.1" status: 204 len: 173 time: 2.0461178 Feb 04 13:09:08.738930 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e5d07d-fe4d-4d50-b023-b5d8efad66dc', 'name': 'network-vif-deleted', 'tag': 'e0bdae81-6f28-435d-914c-878afe862bbd', 'status': 'completed', 'code': 200} Feb 04 13:09:08.779235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:09.163188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:09.168271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:09:09.180168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:09.180861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:08:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:09.622667 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:09.777234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49576) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:09.891235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:09.965772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:10.037647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:10.044128 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5b4ab556-67a1-438c-b969-389483134592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:10.066162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786ea7a-773d-4d26-b89f-8da4ef990b78,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:10.070146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:10.090961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:10.093779 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4a97fd17-8646-4337-8885-e6d1d6c899bc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "DELETE /v2.0/security-groups/c786ea7a-773d-4d26-b89f-8da4ef990b78 HTTP/1.1" status: 204 len: 168 time: 0.3149419 Feb 04 13:09:10.099412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49584) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:10.135504 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.v2.resource [None req-3bfa7111-6314-4be8-9d1f-ca6b828ad3da tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] show failed (client error): The resource could not be found. Feb 04 13:09:10.143952 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49588) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:10.144832 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3bfa7111-6314-4be8-9d1f-ca6b828ad3da tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups/c786ea7a-773d-4d26-b89f-8da4ef990b78 HTTP/1.1" status: 404 len: 347 time: 0.0425220 Feb 04 13:09:10.261715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:10.279080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6329d969-c330-4cfb-9159-ee8f3fd0e0c2 None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:09:10.397693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-ae5740b6-6ec3-4a8d-9751-e98ca8625f34 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:10.423243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-ae5740b6-6ec3-4a8d-9751-e98ca8625f34 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:10.425394 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-ae5740b6-6ec3-4a8d-9751-e98ca8625f34 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-687941653&fields=id&tenant_id=001ce747a76b42cebb46116933a95fa0 HTTP/1.1" status: 200 len: 267 time: 0.1514931 Feb 04 13:09:10.439923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Deleting port d4a69156-78a8-45b9-8425-0bcb05caeed0 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:09:10.440301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:10.684821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:10.685309 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:10.723239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-fa982612-2763-4865-be43-0d51330eebf2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:10.729681 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-fa982612-2763-4865-be43-0d51330eebf2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 808 time: 0.2946386 Feb 04 13:09:10.745825 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-68c8aab9-393a-4938-925d-939fa7d429aa tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/quotas/001ce747a76b42cebb46116933a95fa0 HTTP/1.1" status: 200 len: 375 time: 0.0126467 Feb 04 13:09:10.807976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d12255-0015-4400-9a9a-9eae1d349952 None None] New status for floating IP 8446fe5d-63f3-4b2e-af03-3de9da121981: DOWN {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:09:10.860612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Calling delete_port for d4a69156-78a8-45b9-8425-0bcb05caeed0 owned by network:floatingip {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:09:10.897710 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-f416ea2d-78c1-4bae-97eb-356ba6d71b50 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454875 Feb 04 13:09:11.157525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:11.160377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-55d12255-0015-4400-9a9a-9eae1d349952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80110) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:09:11.161408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-55d12255-0015-4400-9a9a-9eae1d349952 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:09:11.189392 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-57016a0f-2e3b-43c3-a4aa-0d4fb036bbdc tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:11.296481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event deleted for resources: {'Port': ['ID=d4a69156-78a8-45b9-8425-0bcb05caeed0,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:11.314203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:11.401310 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-0b77d7b0-7048-4b83-bafb-69cf67360a5a service neutron] 10.222.0.45 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866138 Feb 04 13:09:11.469803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:11.488518 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:11.489880 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "DELETE /v2.0/floatingips/8446fe5d-63f3-4b2e-af03-3de9da121981 HTTP/1.1" status: 204 len: 168 time: 1.3443618 Feb 04 13:09:11.589493 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b8e743a8-fefd-4dc2-b2a9-aea17fbdd369 service neutron] 10.222.0.45 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747172 Feb 04 13:09:11.663916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d12255-0015-4400-9a9a-9eae1d349952 None None] New status for floating IP 8446fe5d-63f3-4b2e-af03-3de9da121981: DOWN {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:09:12.122615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49602) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:12.129897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341545066', 'description': 'tempest-description--1783215692'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:12.170755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:12.178348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:09:12.183885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:09:12.191906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:12.260002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9c85fa65-8393-4227-a65b-464762d024f5 req-2436a8f3-44b8-4ec2-b7ba-11bfed7b2566 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:12.268386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.321969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:12.327077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9c85fa65-8393-4227-a65b-464762d024f5 req-2436a8f3-44b8-4ec2-b7ba-11bfed7b2566 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:12.328560 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9c85fa65-8393-4227-a65b-464762d024f5 req-2436a8f3-44b8-4ec2-b7ba-11bfed7b2566 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 210 time: 0.1268144 Feb 04 13:09:12.329549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:09:12.334183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:09:12.344854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:12.464829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.470875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.479344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ecfe3df4-9192-4cf8-9d1c-bef384898487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:12.546313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab118815-4f62-41f5-a629-af12a61a6f94,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:12.550126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:12.552192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.558709 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4300411 Feb 04 13:09:12.560914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49614) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:12.568915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'security_group_rule': {'security_group_id': 'ab118815-4f62-41f5-a629-af12a61a6f94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:12.596942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:12.602996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:09:12.607206 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:09:12.617512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:12.636916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.730375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.734822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.737134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:12.767695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e94d695-e4bb-48b5-a53c-887d3925245b,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:12.777725 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:12.783862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.786145 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-43675b28-816c-4ec1-8ba0-5e44ec587ca7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2251976 Feb 04 13:09:12.791179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 49620) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:12.802396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'security_group_rule': {'security_group_id': 'ab118815-4f62-41f5-a629-af12a61a6f94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:12.852199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:12.861581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:security_group_rule and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:09:12.867409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:09:12.880082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:12.898566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.986718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.991784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:12.995542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-df8c03c9-b634-4999-a6c3-67bafe6d45c2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:13.036622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c885dd13-4b19-4cdd-830d-6021ef27c2c7,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:13.040935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:13.053777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:13.061452 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-12da71ca-6318-4db1-b871-ef6ac3ea606d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2621775 Feb 04 13:09:13.061775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49624) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:13.071369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'floatingip': {'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:13.096820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:13.101834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Usage tracker for resource:floatingip and tenant:e582d788f0a84310a22bb829e584df6b is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:09:13.106935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:09:13.115326 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:13.132775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:13.328455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:13.733697 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-696146a0-8515-4b84-b038-da068aaef72c req-03b28d7c-98eb-47b5-9f79-fbe14048fd68 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 210 time: 0.1327560 Feb 04 13:09:13.776691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Allocated IP 172.28.2.185 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/6ef4efc2-9258-4aab-b6e5-df6bb495d090) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:09:14.025230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-58fab37c-cb17-4238-9cb8-b28f77f7a0ac tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:14.027994 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-58fab37c-cb17-4238-9cb8-b28f77f7a0ac tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 808 time: 0.4716356 Feb 04 13:09:14.082125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:14.129492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:14.158169 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:14.190440 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-bb657e05-00ea-4475-bfd4-de6e2fb58a3c tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=001ce747a76b42cebb46116933a95fa0 HTTP/1.1" status: 200 len: 5757 time: 0.1527264 Feb 04 13:09:14.323274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'Port': ['ID=6ef4efc2-9258-4aab-b6e5-df6bb495d090,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:14.328278 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:14.394961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:09:14.396459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:09:14.399063 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:09:14.480288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'port': {'device_id': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'admin_state_up': True, 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'security_groups': ['b05a8dc5-1612-4429-a525-5734a77d594b']}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:14.559141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:14.670777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:14.731280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:14.746365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:14.767413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Made reservation on behalf of 001ce747a76b42cebb46116933a95fa0 for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:09:14.798861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:15.103324 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2c44e4fc-4c08-4544-a924-b921e6370762 req-37aca27d-295e-4bbf-aa42-6781633a2296 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 210 time: 0.0944929 Feb 04 13:09:15.348243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Allocated IP 172.20.0.13 (cbc3109a-32b2-4a9c-b549-51e4a36f9cd5/da0f98af-6270-4f83-af0b-7db979f2e80e/a91dc261-91ea-48d3-9a01-8cd750b25cfc) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:09:15.556941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:15.562773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:15.588406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-292fa49f-9dae-4622-8136-c994b2ccd460 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:15.611132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:15.645293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Transition to ACTIVE for port object a91dc261-91ea-48d3-9a01-8cd750b25cfc will not be triggered until provisioned by entity DHCP. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:09:15.692132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:15.712234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03e033f8-cf5f-4170-bb44-5970388a84c6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:15.801344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'Port': ['ID=6ef4efc2-9258-4aab-b6e5-df6bb495d090,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:15.831459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:15.874537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event updated for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:15.878994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:15.969221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:09:15.971989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:09:15.973257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:15.976343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:09:16.014555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:16.023678 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9605470 Feb 04 13:09:16.231596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:16.232843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:16.275804 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8041244 Feb 04 13:09:16.293197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9e1db59a-8e70-4d8f-bc68-5f31aec2a51f None None] Provisioning for port a91dc261-91ea-48d3-9a01-8cd750b25cfc completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:09:16.301296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9e1db59a-8e70-4d8f-bc68-5f31aec2a51f None None] Provisioning complete for port a91dc261-91ea-48d3-9a01-8cd750b25cfc triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:16.302191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9e1db59a-8e70-4d8f-bc68-5f31aec2a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:16.329276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Request body: {'port': {'device_id': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:16.415585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-9e1db59a-8e70-4d8f-bc68-5f31aec2a51f None None] Port a91dc261-91ea-48d3-9a01-8cd750b25cfc cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:09:16.516282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-76e664f9-4fba-4ea6-a27c-9f4116354a5d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:16.544002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-76e664f9-4fba-4ea6-a27c-9f4116354a5d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:16.546307 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-76e664f9-4fba-4ea6-a27c-9f4116354a5d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1341545066&fields=id&tenant_id=e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 267 time: 0.1527123 Feb 04 13:09:16.897603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-e332c078-9927-4933-a618-369246287022 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:16.899385 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-e332c078-9927-4933-a618-369246287022 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 816 time: 0.3403478 Feb 04 13:09:16.901166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86916cc3-8c7d-4956-843f-8cc9307e98a6 req-ae939ec8-7858-42b7-ab86-0f231b806b7b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:16.902011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-86916cc3-8c7d-4956-843f-8cc9307e98a6 req-ae939ec8-7858-42b7-ab86-0f231b806b7b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:16.905032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:16.917443 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-f6dcf8ae-e608-40d2-8d84-bbf9cc2bc4d9 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/quotas/e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 375 time: 0.0114510 Feb 04 13:09:16.993933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-86916cc3-8c7d-4956-843f-8cc9307e98a6 req-ae939ec8-7858-42b7-ab86-0f231b806b7b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:16.996158 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-86916cc3-8c7d-4956-843f-8cc9307e98a6 req-ae939ec8-7858-42b7-ab86-0f231b806b7b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 932 time: 0.7223737 Feb 04 13:09:17.064892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:17.084651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-e8bd8454-90c4-444a-a86c-56fe5f03faa3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:17.104579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-e8bd8454-90c4-444a-a86c-56fe5f03faa3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:17.110524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-e8bd8454-90c4-444a-a86c-56fe5f03faa3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1806686 Feb 04 13:09:17.154857 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-86916cc3-8c7d-4956-843f-8cc9307e98a6 req-7d262c99-41d7-4e97-a824-a8195898ac24 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1487565 Feb 04 13:09:17.278828 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-16241c39-2d83-4401-b971-d646e93e044a service neutron] 10.222.0.45 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579506 Feb 04 13:09:17.471718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91dc261-91ea-48d3-9a01-8cd750b25cfc {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:09:17.480453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:17.491782 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-72175c44-d385-4b04-acfc-44c22f53019b service neutron] 10.222.0.45 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1999369 Feb 04 13:09:17.496424 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Transition to ACTIVE for port object a91dc261-91ea-48d3-9a01-8cd750b25cfc will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:09:17.501253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:17.518133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:17.667082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Pushing event updated for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:17.673613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:17.903918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-38e28fc3-5052-4651-8750-13463f0bc20e req-8fae25d1-cef7-4e14-8c4b-1548ddce885c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:17.937461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-38e28fc3-5052-4651-8750-13463f0bc20e req-8fae25d1-cef7-4e14-8c4b-1548ddce885c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:17.938863 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-38e28fc3-5052-4651-8750-13463f0bc20e req-8fae25d1-cef7-4e14-8c4b-1548ddce885c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 210 time: 0.1417387 Feb 04 13:09:17.971460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Attempting to bind port a91dc261-91ea-48d3-9a01-8cd750b25cfc on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:09:17.972123 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Attempting to bind port a91dc261-91ea-48d3-9a01-8cd750b25cfc by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:09:17.973369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Attempting to bind port a91dc261-91ea-48d3-9a01-8cd750b25cfc on network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:09:17.984510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:17.985081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Checking segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:09:17.985648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:17.986299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Bound using segment: {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:17.986978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Bound port: a91dc261-91ea-48d3-9a01-8cd750b25cfc, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c69a162-beea-4551-8bcd-bc8fd86bc20c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:09:17.987622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:18.169083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] For port a91dc261-91ea-48d3-9a01-8cd750b25cfc, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:09:18.174480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] For port a91dc261-91ea-48d3-9a01-8cd750b25cfc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:09:18.180454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:18.209155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-252fc135-e34d-41e8-957e-26ccc10bdfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:18.415018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Pushing event updated for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:18.423385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:18.481428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:18.482638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:18.485714 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-b43fca44-f637-4df2-b4c1-fea4dafe8f94 service neutron] 10.222.0.106 "PUT /v2.0/ports/a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1158 time: 2.1676319 Feb 04 13:09:18.487065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:18.596502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2171d7-cfc8-46cc-94d2-eb2272567f01 req-d9d65f1a-79e7-43dd-a385-c6b451c7e2c7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:18.608073 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6c2171d7-cfc8-46cc-94d2-eb2272567f01 req-d9d65f1a-79e7-43dd-a385-c6b451c7e2c7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.2680919 Feb 04 13:09:18.629779 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'status': 'completed', 'code': 200} Feb 04 13:09:18.683743 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-fc3c0122-6925-4eaa-982b-403169d08e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:18.685796 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-fc3c0122-6925-4eaa-982b-403169d08e32 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1161 time: 0.1541359 Feb 04 13:09:18.710974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-6c2171d7-cfc8-46cc-94d2-eb2272567f01 req-e84faa14-39c6-4c2d-af36-8a3123674887 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:18.730645 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-6c2171d7-cfc8-46cc-94d2-eb2272567f01 req-e84faa14-39c6-4c2d-af36-8a3123674887 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:18.748033 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6c2171d7-cfc8-46cc-94d2-eb2272567f01 req-e84faa14-39c6-4c2d-af36-8a3123674887 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1385050 Feb 04 13:09:18.806069 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-d447809e-5225-4561-b7c7-9900acab05eb service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 217 time: 0.1106801 Feb 04 13:09:18.924126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-590e806c-c720-4099-95b2-29aaada0eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:18.926844 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-590e806c-c720-4099-95b2-29aaada0eb61 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.1120381 Feb 04 13:09:19.084565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-358e423a-7692-4942-8e69-7393ba965984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:19.088194 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-358e423a-7692-4942-8e69-7393ba965984 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1538517 Feb 04 13:09:19.274985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ed678a41-a06f-446a-ba6b-078c969d50af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:19.370035 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6c865f83-72b9-4745-95a7-ee2c43c4aaa9 req-d7789af9-13db-4210-b477-8e676707d5f0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 210 time: 0.1097929 Feb 04 13:09:19.469344 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-e0b1324f-0edf-43bf-83e2-5635c34a8db2 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716471 Feb 04 13:09:19.649800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-a7087c83-77bb-45a6-8ef9-707acac9d6db tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:19.649800 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-a7087c83-77bb-45a6-8ef9-707acac9d6db tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 816 time: 0.3602448 Feb 04 13:09:19.678236 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bef50b4-e0a3-48d9-b77b-46f8a6f2a749 req-e56b50b0-7541-4e3e-9909-70bda2d0f604 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2002196 Feb 04 13:09:19.857523 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-910136cd-13af-40b3-9637-1e81d558389e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 5705 time: 0.1838899 Feb 04 13:09:19.983673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-25399b87-042b-4ccd-b675-e88d611bf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:19.986454 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-25399b87-042b-4ccd-b675-e88d611bf0c3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1161 time: 0.1685801 Feb 04 13:09:20.248679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-eba0b78b-e8fc-499b-bc4c-628d3d66b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:20.250741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-eba0b78b-e8fc-499b-bc4c-628d3d66b985 service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.2495351 Feb 04 13:09:20.262902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0ed91-0efa-4ae7-aa8e-b17da3ba56de req-9cc813da-3704-4568-b341-9b1a02a5b674 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:20.265163 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1fd0ed91-0efa-4ae7-aa8e-b17da3ba56de req-9cc813da-3704-4568-b341-9b1a02a5b674 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.2622769 Feb 04 13:09:20.271635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'port': {'device_id': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'admin_state_up': True, 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'security_groups': ['ab118815-4f62-41f5-a629-af12a61a6f94']}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:20.356098 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-06ec3496-3454-4def-ae2b-4901e5d3218b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 217 time: 0.0940192 Feb 04 13:09:20.465214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-43c57d34-d235-4a3a-ae4a-1af9309eff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:20.468679 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-43c57d34-d235-4a3a-ae4a-1af9309eff0b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.1047111 Feb 04 13:09:20.475429 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1fd0ed91-0efa-4ae7-aa8e-b17da3ba56de req-3f8e132a-f8a5-456b-a8e5-65a72e864910 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1833358 Feb 04 13:09:20.581000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:20.610475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:20.629556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Made reservation on behalf of e582d788f0a84310a22bb829e584df6b for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:09:20.645862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-47bbc3bc-fecd-4dfa-ba2b-3a89c433f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:20.648265 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-47bbc3bc-fecd-4dfa-ba2b-3a89c433f972 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1691158 Feb 04 13:09:20.664790 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:20.871061 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-59d04f90-68f4-4ca7-bb4f-5c6fdb320864 req-08b6915d-ebd6-42b0-b4ec-74a67d6a43e2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 210 time: 0.1768858 Feb 04 13:09:20.963677 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-0391bd7b-ea0b-45c1-997d-58b7d8e6c827 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082430 Feb 04 13:09:21.174319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Allocated IP 172.20.0.13 (c87efb16-9a9b-4c95-aa1c-cb301c202ca9/d8f06512-62a6-4ed6-9ae1-dce902c50270/bb27f220-85c0-4655-874e-2b411262bd92) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:09:21.187344 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-242d8f95-0972-4b49-9330-4fdc88ed8196 req-8d1aef81-5ce9-4449-b87e-fd28c5e5d13d service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2060621 Feb 04 13:09:21.498802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:21.527360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Transition to ACTIVE for port object bb27f220-85c0-4655-874e-2b411262bd92 will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:09:21.573556 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:21.593317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:21.890554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event updated for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:21.925114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.925521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.927674 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.928319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.928894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.929384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.929974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.930618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.931298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.931954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.932456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.932932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.933629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.934555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.935238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.935928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.936553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.937118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.937716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.938282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.939505 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.939856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.941257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:21.941257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:22.020572 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:22.081850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:09:22.090035 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:09:22.096000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:09:22.311188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829b224-d0b7-4948-90e5-9aeb7a2fc8a9 req-2a9f7605-f03b-449a-82bd-30dfc515b2fa tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:22.315288 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e829b224-d0b7-4948-90e5-9aeb7a2fc8a9 req-2a9f7605-f03b-449a-82bd-30dfc515b2fa tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.5740936 Feb 04 13:09:22.406804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-94f49da2-85b2-4326-b6ee-f7ae88107bbf None None] Provisioning for port bb27f220-85c0-4655-874e-2b411262bd92 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:09:22.416869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-94f49da2-85b2-4326-b6ee-f7ae88107bbf None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:22.417503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-94f49da2-85b2-4326-b6ee-f7ae88107bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:22.467692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faaee5-de60-4a75-9212-5ca58e3a5f80 req-d2a29742-1cdc-4343-87fa-741928f12db2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:22.469701 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08faaee5-de60-4a75-9212-5ca58e3a5f80 req-d2a29742-1cdc-4343-87fa-741928f12db2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 932 time: 0.3289526 Feb 04 13:09:22.531862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-94f49da2-85b2-4326-b6ee-f7ae88107bbf None None] Port bb27f220-85c0-4655-874e-2b411262bd92 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:09:22.582438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08faaee5-de60-4a75-9212-5ca58e3a5f80 req-df8d667c-9995-401b-b0ca-007a84bcdcbc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019278 Feb 04 13:09:22.602668 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:22.603836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:22.651009 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e829b224-d0b7-4948-90e5-9aeb7a2fc8a9 req-f46e6e7f-858d-4e87-b2c9-121c6a49f338 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3239942 Feb 04 13:09:22.696426 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4291995 Feb 04 13:09:22.715056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Request body: {'port': {'device_id': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:22.895798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:23.359946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd1dc2fa-3fa6-458a-a029-7059b6c25e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:23.531287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb27f220-85c0-4655-874e-2b411262bd92 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:09:23.542166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:23.562596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Transition to ACTIVE for port object bb27f220-85c0-4655-874e-2b411262bd92 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:09:23.565897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:23.582422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2ed02049-70bc-4014-b8a6-2c3bb9fbe580 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:23.745222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Pushing event updated for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:23.750002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:24.079410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:24.404594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7331b-8c49-4b0b-9dec-9090c1c8b4af req-72045cea-7ae7-4006-9bee-887fac764940 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:24.408411 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c4c7331b-8c49-4b0b-9dec-9090c1c8b4af req-72045cea-7ae7-4006-9bee-887fac764940 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.6167634 Feb 04 13:09:24.537882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:24.539923 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c4c7331b-8c49-4b0b-9dec-9090c1c8b4af req-252378fa-ba9b-489a-a085-9651c04dea04 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167743 Feb 04 13:09:24.594547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12be96-795a-490d-859d-5484cbd89fa3 req-cbfcb18f-011e-4286-96af-6683dbf266ac tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:24.599336 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bd12be96-795a-490d-859d-5484cbd89fa3 req-cbfcb18f-011e-4286-96af-6683dbf266ac tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.4370592 Feb 04 13:09:24.663728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Attempting to bind port bb27f220-85c0-4655-874e-2b411262bd92 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:09:24.664272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Attempting to bind port bb27f220-85c0-4655-874e-2b411262bd92 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:09:24.664793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Attempting to bind port bb27f220-85c0-4655-874e-2b411262bd92 on network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:09:24.689859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:09:24.690311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Checking segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:09:24.690850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:24.691450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Bound using segment: {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:09:24.692146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Bound port: bb27f220-85c0-4655-874e-2b411262bd92, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaf4a8f-0696-4f09-a051-87826289baf3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:09:24.692582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:24.736661 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bd12be96-795a-490d-859d-5484cbd89fa3 req-58732586-4bc6-4cb8-a16a-346b6d1273a2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1095665 Feb 04 13:09:24.866358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] For port bb27f220-85c0-4655-874e-2b411262bd92, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:09:24.870627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] For port bb27f220-85c0-4655-874e-2b411262bd92, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bb27f220-85c0-4655-874e-2b411262bd92,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:09:24.876532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:24.893230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-05ba0441-f663-45bf-9173-8937f432826e tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:25.103010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Pushing event updated for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:25.112993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:25.182248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:25.183961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:25.185574 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] 10.222.0.106 "PUT /v2.0/ports/bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 1158 time: 2.4782224 Feb 04 13:09:25.186358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:25.254282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:25.412536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port a91dc261-91ea-48d3-9a01-8cd750b25cfc completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:09:25.415670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-5faa5a76-d2bc-4210-8f48-2381fc4e4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:25.419657 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-5faa5a76-d2bc-4210-8f48-2381fc4e4d58 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1161 time: 0.1671729 Feb 04 13:09:25.425162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a91dc261-91ea-48d3-9a01-8cd750b25cfc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:25.425884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:25.581608 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92', 'status': 'completed', 'code': 200} Feb 04 13:09:25.584487 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-eecc53f2-6f61-4ad0-8f2c-75b807c8a4a3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 217 time: 0.1550200 Feb 04 13:09:25.587728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:25.711522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:25.716573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-dca03528-51b5-4dc6-9b63-7f223b9ceae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:25.720024 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-dca03528-51b5-4dc6-9b63-7f223b9ceae2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.1283309 Feb 04 13:09:25.776989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:25.798295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port a91dc261-91ea-48d3-9a01-8cd750b25cfc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:09:25.803545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:25.807415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-969afe6d-ad03-4236-9f7d-7d7f66ad8055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:25.910119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:25.915649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:25.940832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-1f78da7f-197e-4b07-9ee8-8863239e8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:25.942728 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-1f78da7f-197e-4b07-9ee8-8863239e8b1f service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2122500 Feb 04 13:09:26.112224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106e18-1e3e-4cee-803b-ef4316804a4b req-0c12be90-cf84-4b0b-a1fc-657267f0e8c1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:26.113513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-66106e18-1e3e-4cee-803b-ef4316804a4b req-0c12be90-cf84-4b0b-a1fc-657267f0e8c1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Synchronizing usage tracker for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:26.252109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eb14b-bfa5-465e-9ede-b42ff536d791 req-9742f1f1-0592-4cd6-a95d-1643cadd3029 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:26.252109 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-270eb14b-bfa5-465e-9ede-b42ff536d791 req-9742f1f1-0592-4cd6-a95d-1643cadd3029 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.3016787 Feb 04 13:09:26.266798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-66106e18-1e3e-4cee-803b-ef4316804a4b req-0c12be90-cf84-4b0b-a1fc-657267f0e8c1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Unset dirty status for tenant:e582d788f0a84310a22bb829e584df6b on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:26.266798 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66106e18-1e3e-4cee-803b-ef4316804a4b req-0c12be90-cf84-4b0b-a1fc-657267f0e8c1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.4619489 Feb 04 13:09:26.364669 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-270eb14b-bfa5-465e-9ede-b42ff536d791 req-afa68b34-1306-4a89-9cd2-e003992e866f tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0989010 Feb 04 13:09:26.368154 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-58355126-be67-4996-98fb-fa71e4d78517 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189265 Feb 04 13:09:26.408165 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-66106e18-1e3e-4cee-803b-ef4316804a4b req-45e6649c-5da8-45fd-81d7-4657b6f95e83 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156754 Feb 04 13:09:26.502249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:26.625930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a91dc261-91ea-48d3-9a01-8cd750b25cfc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:26.625930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:26.646036 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a5e9163a-626e-4418-b33d-8bcfa2134932 req-37a88ff8-b36b-4249-8b44-8c3200cc8a98 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2661076 Feb 04 13:09:26.666319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'code': 200} Feb 04 13:09:26.838265 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-a84b404e-fbd9-404c-8e89-d526499161ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:26.840595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-a84b404e-fbd9-404c-8e89-d526499161ab service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1161 time: 0.1317115 Feb 04 13:09:27.073917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a7027-7829-4e1d-b729-9355c5857278 req-3ded7689-8b65-41b3-8ba2-13e938682e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:27.076713 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a84a7027-7829-4e1d-b729-9355c5857278 req-3ded7689-8b65-41b3-8ba2-13e938682e3d service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.1002395 Feb 04 13:09:27.084634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-58944801-33bb-48d8-97d4-75429a6e900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:27.086550 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-58944801-33bb-48d8-97d4-75429a6e900b service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.2354887 Feb 04 13:09:27.128031 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a84a7027-7829-4e1d-b729-9355c5857278 req-f1c6bae8-e882-4154-aefc-9cbd678b4e8a service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460804 Feb 04 13:09:27.179433 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-b48537d0-cb66-4baa-8070-4c27d20c7743 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 217 time: 0.0871017 Feb 04 13:09:27.425050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-ea85249e-3dcf-40aa-8a1a-4f8a448e5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:27.426986 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-ea85249e-3dcf-40aa-8a1a-4f8a448e5638 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.0826528 Feb 04 13:09:27.658936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-208f57c2-99cd-444c-bbcb-892432b49a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:27.660585 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-208f57c2-99cd-444c-bbcb-892432b49a2b service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2237122 Feb 04 13:09:27.937889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab66ddf-38bf-4fc5-a44e-56844470f83e req-dfb2964e-0b08-42f5-a994-f3d9be8c290e tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:27.939742 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dab66ddf-38bf-4fc5-a44e-56844470f83e req-dfb2964e-0b08-42f5-a994-f3d9be8c290e tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.4137075 Feb 04 13:09:27.944402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada66e8-75a4-4eae-b4d3-59e994ec4e4b req-0a0fde33-1cb4-4428-815a-b84fce9ebcef tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:27.946673 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eada66e8-75a4-4eae-b4d3-59e994ec4e4b req-0a0fde33-1cb4-4428-815a-b84fce9ebcef tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2514286 Feb 04 13:09:28.045105 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eada66e8-75a4-4eae-b4d3-59e994ec4e4b req-ea53893d-1386-493a-bccd-c99317a5fc78 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881331 Feb 04 13:09:28.084648 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-8b032949-8556-4223-90a0-7cb465d54df6 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171829 Feb 04 13:09:28.119353 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dab66ddf-38bf-4fc5-a44e-56844470f83e req-505ed287-cb1c-4092-a595-bce927633e3c tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1685576 Feb 04 13:09:28.286391 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1ee0d5fa-73fe-4c5c-81df-3e5d7ad4d540 req-a64f8356-60d3-4e9f-956c-a53f16c24453 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1656435 Feb 04 13:09:29.449022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c35af-bdd4-4eb6-ade8-31ca7d878607 req-96383b63-4056-4203-ae31-a73f7471182c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:29.450936 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a3c35af-bdd4-4eb6-ade8-31ca7d878607 req-96383b63-4056-4203-ae31-a73f7471182c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1952727 Feb 04 13:09:29.467660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29607750-72fa-4fcc-afe8-ec4d55f12dfd req-933f02af-1654-455d-8902-caaf244e5de4 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:29.469432 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29607750-72fa-4fcc-afe8-ec4d55f12dfd req-933f02af-1654-455d-8902-caaf244e5de4 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1788127 Feb 04 13:09:29.526197 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a3c35af-bdd4-4eb6-ade8-31ca7d878607 req-54dcfbb8-42ea-45db-91dd-36c5a93a9994 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675261 Feb 04 13:09:29.569721 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29607750-72fa-4fcc-afe8-ec4d55f12dfd req-1bd7bb91-693a-4c63-bf4f-6245164e4694 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0922012 Feb 04 13:09:29.904990 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733edc8-b3f4-4b4d-ab63-3110c7bc8cf0 req-ac0390b6-0f61-40b2-9467-193075576f65 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:29.906818 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4733edc8-b3f4-4b4d-ab63-3110c7bc8cf0 req-ac0390b6-0f61-40b2-9467-193075576f65 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1930277 Feb 04 13:09:30.035934 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4733edc8-b3f4-4b4d-ab63-3110c7bc8cf0 req-994d1c54-d0b7-44c2-a195-2681fcb9dfed tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1198721 Feb 04 13:09:30.375301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-83d665af-ec51-4150-a56f-398bc8aafa30 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:network {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:30.398583 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-83d665af-ec51-4150-a56f-398bc8aafa30 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:network {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:30.400371 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-83d665af-ec51-4150-a56f-398bc8aafa30 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2764306 Feb 04 13:09:30.411450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'floatingip': {'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:30.433823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:09:30.439561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Usage tracker for resource:floatingip and tenant:001ce747a76b42cebb46116933a95fa0 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:09:30.443255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:09:30.449720 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:09:30.468494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for floatingip, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.001249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.002551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3411ad-ee95-4494-b415-0433a01cd021 req-bab69991-995f-4b31-ae66-cda881850a0b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:31.005119 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5f3411ad-ee95-4494-b415-0433a01cd021 req-bab69991-995f-4b31-ae66-cda881850a0b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2978029 Feb 04 13:09:31.083597 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5f3411ad-ee95-4494-b415-0433a01cd021 req-e1cef154-d665-473b-9a3c-717fb0a7cdfd tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716751 Feb 04 13:09:31.127764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:31.222453 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port bb27f220-85c0-4655-874e-2b411262bd92 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:09:31.230387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:31.230877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.333367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Allocated IP 172.28.2.170 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/62be13a0-88b8-4fca-a451-9ed2aab76ed2) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:09:31.384004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.418095 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:31.430932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port bb27f220-85c0-4655-874e-2b411262bd92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bb27f220-85c0-4655-874e-2b411262bd92,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:09:31.435654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.438227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:31.497192 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92', 'code': 200} Feb 04 13:09:31.536541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:31.539802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.541503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:31.588684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:31.603776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-064dcbfa-32d0-40e4-a286-327ad3a281be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:31.810060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event updated for resources: {'Port': ['ID=62be13a0-88b8-4fca-a451-9ed2aab76ed2,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:31.837239 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:31.906024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:09:31.908630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c42175-3cd8-4b2f-80de-c2a71b65e971 req-ba1b90ac-28fb-4b33-8ddc-da9c9117eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:31.910325 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-65c42175-3cd8-4b2f-80de-c2a71b65e971 req-ba1b90ac-28fb-4b33-8ddc-da9c9117eed9 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1163 time: 0.1884894 Feb 04 13:09:31.911486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:09:31.915431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:09:32.024897 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-65c42175-3cd8-4b2f-80de-c2a71b65e971 req-30f30681-ecf3-49d8-8124-50202f70ccb8 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770702 Feb 04 13:09:32.060677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.137030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.476536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816f4cb-f9f1-4fcb-b526-2f5f1c2d0b7c req-f4212670-0321-4cbe-967a-b8d661b3c5c2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:32.479722 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e816f4cb-f9f1-4fcb-b526-2f5f1c2d0b7c req-f4212670-0321-4cbe-967a-b8d661b3c5c2 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1944184 Feb 04 13:09:32.488084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.492669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.507852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d5b8311a-6a22-4dc4-a78b-a394d32185ba tempest-VolumesNegativeTest-676961918 tempest-VolumesNegativeTest-676961918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:32.520116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:32.549570 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e816f4cb-f9f1-4fcb-b526-2f5f1c2d0b7c req-cc7b3857-8dc5-4ef1-8448-45800f656e5b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642240 Feb 04 13:09:32.619223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:32.619754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.657483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event updated for resources: {'Port': ['ID=62be13a0-88b8-4fca-a451-9ed2aab76ed2,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:32.661026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:32.782818 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.807781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:32.809252 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-f7eeb334-d581-46c7-bafc-2860a2fe9c3d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4025822 Feb 04 13:09:32.917792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-e10d8a88-594d-4431-b96f-2bc4b7d5ce73 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:floatingip {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:09:32.941761 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-e10d8a88-594d-4431-b96f-2bc4b7d5ce73 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:floatingip {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:09:32.943741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-e10d8a88-594d-4431-b96f-2bc4b7d5ce73 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.170 HTTP/1.1" status: 200 len: 696 time: 0.1271930 Feb 04 13:09:33.292969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-47b02afb-8087-4c5f-b7ee-dfdd16bce060 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:33.294695 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-47b02afb-8087-4c5f-b7ee-dfdd16bce060 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 784 time: 0.3375692 Feb 04 13:09:33.316143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-47d75a55-91d0-4641-b7c8-1b2fb8a9a225 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:09:33.317963 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9600507e-9ddb-4fcb-b44b-ceed340f9b77 req-47d75a55-91d0-4641-b7c8-1b2fb8a9a225 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0092764 Feb 04 13:09:33.676224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-a8832278-2bbd-4e08-b231-2d502848365d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:33.678458 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-a8832278-2bbd-4e08-b231-2d502848365d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1910503 Feb 04 13:09:33.797429 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-0f6da9e1-8b97-4121-8d35-05e8c855f1b3 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.170 HTTP/1.1" status: 200 len: 696 time: 0.1064489 Feb 04 13:09:33.811064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Request body: {'floatingip': {'port_id': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:33.901046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645cd7-bad0-42ea-92c9-90a185dcc22d req-6bea056f-38cc-4ac4-a523-afe212da0249 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:33.902787 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-46645cd7-bad0-42ea-92c9-90a185dcc22d req-6bea056f-38cc-4ac4-a523-afe212da0249 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1775382 Feb 04 13:09:33.923081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for floatingip, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:33.983821 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-46645cd7-bad0-42ea-92c9-90a185dcc22d req-298ec457-753b-4928-83d1-7d47cf6b1274 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739334 Feb 04 13:09:34.305227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e985e-787b-4f29-88ca-455dbc0aa2a8 req-e654ce03-0169-4d2c-8a1f-baccde9368bb tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:34.306934 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ca1e985e-787b-4f29-88ca-455dbc0aa2a8 req-e654ce03-0169-4d2c-8a1f-baccde9368bb tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1733580 Feb 04 13:09:34.319165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49720) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:09:34.325631 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Request body: {'floatingip': {'port_id': 'bb27f220-85c0-4655-874e-2b411262bd92'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:34.453500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:34.543064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:34.558573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:09:34.647798 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:34.648429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:34.766317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:34.774543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:35.024313 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Floating IP f50ddb2f-71f7-47d2-a7a9-badc934cdb0d associated. External IP: 172.28.2.170, port: a91dc261-91ea-48d3-9a01-8cd750b25cfc. Feb 04 13:09:35.324748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:35.329323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:35.681131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:09:35.828674 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Floating IP b7b288f5-b92f-4d1c-a48e-5b50395184f3 associated. External IP: 172.28.2.185, port: bb27f220-85c0-4655-874e-2b411262bd92. Feb 04 13:09:35.943490 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:09:35.949219 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:35.958497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340d004-4683-495f-812f-c73d4057674e None None] Sync routers for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:09:35.980449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:35.981183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:36.026695 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-cb24bcc3-c28e-42a7-b569-c293dca289bb tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "PUT /v2.0/floatingips/f50ddb2f-71f7-47d2-a7a9-badc934cdb0d HTTP/1.1" status: 200 len: 997 time: 2.2211313 Feb 04 13:09:36.027397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:36.121246 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'status': 'completed', 'code': 200} Feb 04 13:09:36.163226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-c10bb317-1fdd-4b66-9355-38df020af9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:36.165058 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-c10bb317-1fdd-4b66-9355-38df020af9d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.1173511 Feb 04 13:09:36.245223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:36.357344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-9b565b80-caaf-4e6d-ab25-a00faa4c3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:36.359096 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-9b565b80-caaf-4e6d-ab25-a00faa4c3af7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.1855707 Feb 04 13:09:36.422350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-6636340b-6f5b-4c5a-ba95-b341306718b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:36.424105 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-6636340b-6f5b-4c5a-ba95-b341306718b0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.2203472 Feb 04 13:09:36.464244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:09:36.516063 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-3cb784d3-40b5-4e80-a094-9440955038b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1000 time: 0.1474459 Feb 04 13:09:36.599927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-d1900b54-a4b8-4d37-af4d-a0f3e0b321bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:36.602234 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-d1900b54-a4b8-4d37-af4d-a0f3e0b321bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.0723128 Feb 04 13:09:36.702557 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-afca4178-445c-4f64-a5de-b3f48083c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:36.704610 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-afca4178-445c-4f64-a5de-b3f48083c055 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0947442 Feb 04 13:09:36.720942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-e27ec79e-ac1f-487f-9585-50905cd8f9c1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:09:36.722340 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-e27ec79e-ac1f-487f-9585-50905cd8f9c1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0094292 Feb 04 13:09:36.766876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'f50ddb2f-71f7-47d2-a7a9-badc934cdb0d', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'port_id': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'mac_address': 'fa:16:3e:17:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:09:32Z', 'updated_at': '2021-02-04T13:09:34Z', 'revision_number': 1, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:36.775415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340d004-4683-495f-812f-c73d4057674e None None] Checking router: a03280a8-3a15-40a7-ada7-1ab5b71d21f2 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:09:36.791164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:36.791884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:36.826901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-a31a7a21-5424-4eb9-9868-640b0c6fc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:36.828552 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-a31a7a21-5424-4eb9-9868-640b0c6fc2eb service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.3996441 Feb 04 13:09:36.946656 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-7194d2f2-9d6a-4d8b-ac6b-6a9299b43f6d service neutron] 10.222.0.45 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164810 Feb 04 13:09:36.961764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:09:36.974496 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:36.976771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:09:37.003852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:37.004993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:37.086881 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-a3d52cbb-9030-421c-929a-99b284cb4716 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1000 time: 0.2480023 Feb 04 13:09:37.174345 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a311be1c-8f73-4b15-b59c-fe30ad40bb0d req-a5c36f45-9e49-43b8-ae3c-609c342c506e service neutron] 10.222.0.45 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2254972 Feb 04 13:09:37.240825 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-25e1220d-1790-4ae9-bf8f-8c240345a399 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "PUT /v2.0/floatingips/b7b288f5-b92f-4d1c-a48e-5b50395184f3 HTTP/1.1" status: 200 len: 992 time: 2.9193926 Feb 04 13:09:37.243099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:37.244121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:37.260652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-5aedaaa9-96be-4906-adb4-39cc7e58bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:37.262494 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-5aedaaa9-96be-4906-adb4-39cc7e58bfc7 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.1603911 Feb 04 13:09:37.392505 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92', 'status': 'completed', 'code': 200} Feb 04 13:09:37.453226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-9e393db7-feb9-4970-b5c6-c8028b3525b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:37.455233 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-9e393db7-feb9-4970-b5c6-c8028b3525b5 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1873684 Feb 04 13:09:37.491991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-ec0a853c-330c-402f-b899-afcf3214d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:37.494360 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-ec0a853c-330c-402f-b899-afcf3214d95c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1163 time: 0.1387665 Feb 04 13:09:37.634026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:37.644816 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-4eb48326-5f7c-400b-b61f-0b0b8e94b4a4 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743810 Feb 04 13:09:37.712380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-7bac58f3-167e-47c7-b663-b45255976d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:37.714150 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-7bac58f3-167e-47c7-b663-b45255976d69 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.2144334 Feb 04 13:09:37.873702 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3d9ce2f9-1957-4ee8-903a-6efbef48c48f req-7dbb6ba7-dbfc-40c9-a7a8-b971255bafd8 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2191145 Feb 04 13:09:37.910221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c340d004-4683-495f-812f-c73d4057674e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'f50ddb2f-71f7-47d2-a7a9-badc934cdb0d', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'port_id': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'mac_address': 'fa:16:3e:17:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:09:32Z', 'updated_at': '2021-02-04T13:09:34Z', 'revision_number': 1, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:37.911874 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-b8c2b48d-5d62-43b5-8d22-843a5f60ffc6 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 1000 time: 0.1916826 Feb 04 13:09:37.916456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340d004-4683-495f-812f-c73d4057674e None None] The sync data for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb is: [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'f50ddb2f-71f7-47d2-a7a9-badc934cdb0d', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'port_id': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'mac_address': 'fa:16:3e:17:67:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:09:32Z', 'updated_at': '2021-02-04T13:09:34Z', 'revision_number': 1, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:09:38.003344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-c2798a9b-f4ee-4157-b0c0-fc0cbc3abad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:38.005175 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-c2798a9b-f4ee-4157-b0c0-fc0cbc3abad4 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.0851438 Feb 04 13:09:38.110670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-42efa258-9bad-4b74-bd49-18afdaf73087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:38.112390 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-42efa258-9bad-4b74-bd49-18afdaf73087 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997276 Feb 04 13:09:38.181590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'b7b288f5-b92f-4d1c-a48e-5b50395184f3', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'floating_ip_address': '172.28.2.185', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'port_id': 'bb27f220-85c0-4655-874e-2b411262bd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'mac_address': 'fa:16:3e:55:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:09:14Z', 'updated_at': '2021-02-04T13:09:35Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:38.188253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:09:38.198165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:38.198837 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:38.293313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa294b8-cdc4-4e32-83cc-e85a70d38bbf None None] New status for floating IP f50ddb2f-71f7-47d2-a7a9-badc934cdb0d: ACTIVE {{(pid=80109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:09:38.362499 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-7829e800-7441-4338-8720-e1e240a2598f service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438650 Feb 04 13:09:38.427412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:38.557697 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0c8e3f42-ce75-4bef-93c6-30d98088a903 req-5d9b37ac-4517-49d3-ae02-c0fedced028e service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1900272 Feb 04 13:09:38.918315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'b7b288f5-b92f-4d1c-a48e-5b50395184f3', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'floating_ip_address': '172.28.2.185', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'port_id': 'bb27f220-85c0-4655-874e-2b411262bd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'mac_address': 'fa:16:3e:55:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:09:14Z', 'updated_at': '2021-02-04T13:09:35Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:38.923562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4c020-3942-47ea-8a17-44644d4e92a9 None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'b7b288f5-b92f-4d1c-a48e-5b50395184f3', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'floating_ip_address': '172.28.2.185', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'port_id': 'bb27f220-85c0-4655-874e-2b411262bd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'mac_address': 'fa:16:3e:55:ad:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:09:14Z', 'updated_at': '2021-02-04T13:09:35Z', 'revision_number': 1, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:09:39.230196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a20848b-4392-47a2-959f-e10162695899 None None] New status for floating IP b7b288f5-b92f-4d1c-a48e-5b50395184f3: ACTIVE {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:09:44.735542 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-483eb317-7c58-44d9-a7b6-79069aff4cac service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0847831 Feb 04 13:09:44.914084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-d57a3c05-18f5-4b2b-a96a-63e123e0317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:44.915974 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-d57a3c05-18f5-4b2b-a96a-63e123e0317c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1203 time: 0.0965548 Feb 04 13:09:45.114375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-a76649f7-93fe-4c6a-b13b-a0f024feaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:45.116057 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-a76649f7-93fe-4c6a-b13b-a0f024feaa70 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.1791925 Feb 04 13:09:45.246112 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-c754318f-8a9c-4f9f-a5e3-e893ca80187a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1002 time: 0.1240089 Feb 04 13:09:45.329059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-ab7f4f58-aea8-444a-9652-009a19f51700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:45.330784 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-ab7f4f58-aea8-444a-9652-009a19f51700 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.0802846 Feb 04 13:09:45.428785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-60e8d633-c929-4474-b0ca-f57ca01b68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:45.430604 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-60e8d633-c929-4474-b0ca-f57ca01b68e4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926263 Feb 04 13:09:45.605299 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-904c7b98-5d9b-4b0a-8ff5-6aceff4479c4 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681602 Feb 04 13:09:45.778848 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d6fb8bac-4d31-46aa-aaae-1cfc0ebb5261 req-ff39379c-0549-468b-9f2e-1a804b0a2b86 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1673787 Feb 04 13:09:47.064243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:49.266458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8275bc07-dd0b-43eb-a322-a57c775058f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:52.087807 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-ac90cfd4-83a5-4024-a769-2d61e9490b31 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-361543315&fields=id&tenant_id=fc69f071b0df4c60ba8ead72e872ebb2 HTTP/1.1" status: 200 len: 267 time: 0.0623674 Feb 04 13:09:52.274915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-2729d099-e4cc-4345-bd04-2793af0590b1 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:52.276621 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-2729d099-e4cc-4345-bd04-2793af0590b1 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 985 time: 0.1820898 Feb 04 13:09:52.289718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Request body: {'port': {'security_groups': ['de377cbd-b44d-4f84-b2f0-7b6c1bb74243']}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:09:52.485390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:52.891440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:09:52.923567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:52.930282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:52.946831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-67c03179-8699-4b25-b493-d2ecdd0e197b tempest-VolumesActionsTest-1074447778 tempest-VolumesActionsTest-1074447778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:53.346881 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=6']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:53.360904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-21b5827f-8a03-4fc3-bd11-da149fca8b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:53.370771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.371274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.371646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.372040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.372442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.372838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.373230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.373621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.374040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.374432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.374819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.375203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.375806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.376084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.376470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.376852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.377235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.377618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.378022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.378406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.378859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.379170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.379555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.379933 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:09:53.386519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:53.484417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:53.485157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:53.486758 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6c44efdf-f8ab-4ec9-8ba9-2bf47ee164b5 req-821d12ba-d2a6-4ee2-b2a7-3d313f833fb7 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "PUT /v2.0/ports/a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 943 time: 1.2029576 Feb 04 13:09:53.487372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:53.563978 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'status': 'completed', 'code': 200} Feb 04 13:09:53.678194 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa7b08a3-915c-41cf-96fd-0dd9d0ee6161 req-babf0baf-a613-47b7-abe1-bba7f4ac1538 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups/87ccb65a-3e01-44c5-b706-4aa6bea1461b HTTP/1.1" status: 200 len: 3003 time: 0.1483030 Feb 04 13:09:53.707741 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-0403d708-e227-4018-aa83-4ec509ece5d9 None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:53.708319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0403d708-e227-4018-aa83-4ec509ece5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:53.844342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aa7b08a3-915c-41cf-96fd-0dd9d0ee6161 req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:53.852153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-95e93ac5-4c82-464b-bc52-e3eedb4e8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:53.854149 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-95e93ac5-4c82-464b-bc52-e3eedb4e8663 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1163 time: 0.2600021 Feb 04 13:09:53.980307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aa7b08a3-915c-41cf-96fd-0dd9d0ee6161 req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:54.069418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:54.090892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-2e2213bd-6b24-4324-a0ab-fa64b2a30fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:54.092509 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-2e2213bd-6b24-4324-a0ab-fa64b2a30fcc service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.2283905 Feb 04 13:09:54.164945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aa7b08a3-915c-41cf-96fd-0dd9d0ee6161 req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:54.179078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ff9b85e6-2adc-44fe-a987-a6a58d86def0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:54.213810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ccb65a-3e01-44c5-b706-4aa6bea1461b,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:54.217391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:54.247931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-aa7b08a3-915c-41cf-96fd-0dd9d0ee6161 req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:54.251367 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa7b08a3-915c-41cf-96fd-0dd9d0ee6161 req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "DELETE /v2.0/security-groups/87ccb65a-3e01-44c5-b706-4aa6bea1461b HTTP/1.1" status: 204 len: 173 time: 0.5645208 Feb 04 13:09:54.256501 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-7d0d1282-3693-4da8-a040-70eaa216f6e5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 1002 time: 0.1579003 Feb 04 13:09:54.354122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-dc6c0fd1-66b0-4d87-99b0-948f994638a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:54.357085 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-dc6c0fd1-66b0-4d87-99b0-948f994638a3 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.0886147 Feb 04 13:09:54.435479 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-2be8bce7-9bd0-45c6-884d-5fde9c0a303d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/floatingips/79627e60-4eda-4a1c-8a38-5dea606a7191 HTTP/1.1" status: 200 len: 999 time: 0.1505039 Feb 04 13:09:54.468516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-a656557a-a681-4205-bf8a-5ed4c14197d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:54.470730 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-a656557a-a681-4205-bf8a-5ed4c14197d7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064541 Feb 04 13:09:54.497887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:54.643438 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-9bb5693b-08cf-4c37-a0d6-fb281df5ebc4 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629336 Feb 04 13:09:54.716279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-92806c9d-b775-495c-b901-5db8d68daf3b tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:54.717950 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-92806c9d-b775-495c-b901-5db8d68daf3b tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 784 time: 0.2739253 Feb 04 13:09:54.731041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-06f324da-e87a-47a2-a907-383344d1aed6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:09:54.732200 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-06f324da-e87a-47a2-a907-383344d1aed6 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067148 Feb 04 13:09:54.779451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:09:54.834041 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9783efb3-4605-4392-9755-aaeaa56f0ada req-65e9a53c-30f5-40ce-9e1e-c6c28793df48 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855772 Feb 04 13:09:54.920878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:09:54.920878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:54.923472 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-e5ca04ce-547e-4dce-8e15-af82f439924f tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.1832314 Feb 04 13:09:55.400711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-c2c373f6-3566-4405-8aea-8c46f8a38c65 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:55.402601 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-c2c373f6-3566-4405-8aea-8c46f8a38c65 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports/a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 943 time: 0.4720676 Feb 04 13:09:55.475562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:55.627648 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-3b0e57f5-772d-4609-97f2-e2ff28968b51 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.195 HTTP/1.1" status: 200 len: 1002 time: 0.1343956 Feb 04 13:09:55.913716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Deleting port 71090355-6cd7-489c-8eb8-e8a6632f5b1c {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:09:55.914198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:56.144582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:56.144950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:56.306109 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Calling delete_port for 71090355-6cd7-489c-8eb8-e8a6632f5b1c owned by network:floatingip {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:09:56.500907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:56.517126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-afadbf3c-cc26-437e-99bf-bc5e79a5fa69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:09:56.631072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event deleted for resources: {'Port': ['ID=71090355-6cd7-489c-8eb8-e8a6632f5b1c,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:09:56.637113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:09:56.778709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks [] for floatingip, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:56.779126 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Floating IP 79627e60-4eda-4a1c-8a38-5dea606a7191 disassociated (deleted). External IP: 172.28.2.195, port: a8bfc457-abe8-4a58-b9c0-c451d9c68d7e. Feb 04 13:09:57.227707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Router 6710e801-5df4-47b8-9bff-266b26184da7 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:09:57.432019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:09:57.444391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] Sync routers for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:09:57.457925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:57.458762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:57.461107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:09:57.534326 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "DELETE /v2.0/floatingips/79627e60-4eda-4a1c-8a38-5dea606a7191 HTTP/1.1" status: 204 len: 173 time: 1.8965187 Feb 04 13:09:57.534326 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:09:57.617975 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'status': 'completed', 'code': 200} Feb 04 13:09:57.672013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-5b52352d-6fe9-4792-b379-54e2845df617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:57.673996 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-5b52352d-6fe9-4792-b379-54e2845df617 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1163 time: 0.1001103 Feb 04 13:09:57.710062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:57.785590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-faff9dc9-fa60-41bf-af5b-3de0ca51b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:57.788204 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-faff9dc9-fa60-41bf-af5b-3de0ca51b6ac service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 1163 time: 0.1280599 Feb 04 13:09:57.896681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-157bb124-2702-44f5-ba5f-c5fea2e27dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:57.900265 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-157bb124-2702-44f5-ba5f-c5fea2e27dde service neutron] 10.222.0.45 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.2174206 Feb 04 13:09:57.999760 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-ab47e78d-bdcd-4073-9d68-b387b1a30c3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 217 time: 0.0890071 Feb 04 13:09:58.036460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-9451e29a-f26f-4474-a051-948ae2afed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:58.038160 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-9451e29a-f26f-4474-a051-948ae2afed91 service neutron] 10.222.0.106 "GET /v2.0/networks?id=efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 200 len: 907 time: 0.2445598 Feb 04 13:09:58.123051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-551ab25f-5b4b-4975-9d70-f20f3d5d12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:58.124714 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-551ab25f-5b4b-4975-9d70-f20f3d5d12ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.1161287 Feb 04 13:09:58.125920 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-fcf2f9b5-236d-4aea-89bf-bb3cc7559d0b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 200 len: 217 time: 0.0761518 Feb 04 13:09:58.167924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:55Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:58.173964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] Checking router: 6710e801-5df4-47b8-9bff-266b26184da7 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:09:58.186716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:09:58.187684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:58.227561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-503091f2-ece7-41e0-b080-19f1cdce8571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:58.230551 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-503091f2-ece7-41e0-b080-19f1cdce8571 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 200 len: 852 time: 0.1002007 Feb 04 13:09:58.269699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-c5572e92-fdda-47b3-9b95-1319cc9e4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:58.272729 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-c5572e92-fdda-47b3-9b95-1319cc9e4f85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1395037 Feb 04 13:09:58.373434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-1e5d0a0b-9ad7-4316-b48d-8dc09f11934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:09:58.376655 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-1e5d0a0b-9ad7-4316-b48d-8dc09f11934c service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=efe15975-b629-42c0-be22-ed17ae5f6e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376150 Feb 04 13:09:58.488603 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-c78dc786-3a40-426f-91d5-876ffd8f758a service neutron] 10.222.0.45 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017090 Feb 04 13:09:58.592369 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-7e414662-1ef9-4be9-ad31-0865fd4d7981 service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048564 Feb 04 13:09:58.678256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:09:58.836121 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-08ed709d-83d8-43df-a012-8c27e78b4ce1 req-14dd6443-7be0-4644-9e97-2e92c6ac6f6d service neutron] 10.222.0.106 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2378643 Feb 04 13:09:58.980713 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6ca720b6-dd9c-407f-b708-ce18287f1029 req-8d50a0be-1a10-44d1-a1d1-7dac80db0fa8 service neutron] 10.222.0.45 "GET /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4816136 Feb 04 13:09:59.168091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:55Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:09:59.174980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aea6f3e-70bc-4f5e-8d47-6413bfc23203 None None] The sync data for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb is: [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:05:44Z', 'revision_number': 4, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'bc0927a0-9776-44ee-a556-5188adf6629e', 'name': '', 'network_id': 'efe15975-b629-42c0-be22-ed17ae5f6e47', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'mac_address': 'fa:16:3e:50:12:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:42Z', 'updated_at': '2021-02-04T13:05:55Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'subnets': [{'id': '256bffba-49ce-4046-bfd1-e286d5c8a979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:09:59.636200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd9fa78-b04b-463a-a4ad-077415436abe None None] New status for floating IP 79627e60-4eda-4a1c-8a38-5dea606a7191: DOWN {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:10:02.691601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a017b9-421c-4997-8228-7334f06606e0 req-612af6e2-5ae9-4681-88b3-b547397c7887 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:02.693275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e3a017b9-421c-4997-8228-7334f06606e0 req-612af6e2-5ae9-4681-88b3-b547397c7887 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.1702476 Feb 04 13:10:02.771225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e3a017b9-421c-4997-8228-7334f06606e0 req-32491b92-7221-4ea6-aa2f-3d433befcdb5 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:10:02.795040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e3a017b9-421c-4997-8228-7334f06606e0 req-32491b92-7221-4ea6-aa2f-3d433befcdb5 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:10:02.796350 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e3a017b9-421c-4997-8228-7334f06606e0 req-32491b92-7221-4ea6-aa2f-3d433befcdb5 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956721 Feb 04 13:10:04.144983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae87a6-2e7a-409c-9218-ac00c017a8fb req-131d3ca9-a6e6-452a-b16c-37c45d3caf8d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:04.148634 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-28ae87a6-2e7a-409c-9218-ac00c017a8fb req-131d3ca9-a6e6-452a-b16c-37c45d3caf8d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.1920753 Feb 04 13:10:04.279238 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-28ae87a6-2e7a-409c-9218-ac00c017a8fb req-e5231d67-8782-414a-b9ea-57bb0e9a872b tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250510 Feb 04 13:10:04.387028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-f4b8b06c-4fb9-47ac-ad39-1c854a65772a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:04.388890 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-f4b8b06c-4fb9-47ac-ad39-1c854a65772a tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.106 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 946 time: 0.2131934 Feb 04 13:10:04.493091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Deleting port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:04.493473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:04.622770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a8bfc457-abe8-4a58-b9c0-c451d9c68d7e no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:10:04.772703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:04.800528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:04.800925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:04.809319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:04.823153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:04.830102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:04.832372 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:04.883750 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'code': 200} Feb 04 13:10:04.913193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=7']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:04.923575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.923999 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.924417 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.924748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.925142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.925509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.925892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.926248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.926602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.926960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.927317 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.927671 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.928138 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.928497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.928939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.929429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.929700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.929935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.930365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.930900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.931669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.932102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.932478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.932836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:10:04.938142 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:04.948468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Calling delete_port for a8bfc457-abe8-4a58-b9c0-c451d9c68d7e owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:10:05.061705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80107) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:10:05.062065 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:10:05.609321 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbed11-57b9-4ab7-b758-af9dd9a66c95 req-72f88642-6702-439e-a7d7-8b2678d7108d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:05.611086 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-76cbed11-57b9-4ab7-b758-af9dd9a66c95 req-72f88642-6702-439e-a7d7-8b2678d7108d tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 944 time: 0.1694050 Feb 04 13:10:05.611660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Deleting port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:05.612027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:05.779108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-76cbed11-57b9-4ab7-b758-af9dd9a66c95 req-e6710359-48b5-4204-805f-0e9c63c13b71 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/security-groups?id=de377cbd-b44d-4f84-b2f0-7b6c1bb74243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344295 Feb 04 13:10:05.945987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] For port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:05.946365 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:06.327907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Calling delete_port for a8bfc457-abe8-4a58-b9c0-c451d9c68d7e owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:10:06.508755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:06.528670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b7427dcc-f50b-44b3-91a5-d95d4346dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:06.638587 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Pushing event deleted for resources: {'Port': ['ID=a8bfc457-abe8-4a58-b9c0-c451d9c68d7e,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:06.647242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:06.795200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] No DVR routers for this DVR port a8bfc457-abe8-4a58-b9c0-c451d9c68d7e on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:10:06.797887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:06.800989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'name': 'network-vif-deleted', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:10:06.818187 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b6a7073-18c4-410b-a5ad-355782241f51 req-32db5924-be6d-4ac2-a869-1625159d2da3 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.106 "DELETE /v2.0/ports/a8bfc457-abe8-4a58-b9c0-c451d9c68d7e HTTP/1.1" status: 204 len: 173 time: 2.4223030 Feb 04 13:10:06.926414 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e49844-66bb-400f-9ae9-65af4bab22a0', 'name': 'network-vif-deleted', 'tag': 'a8bfc457-abe8-4a58-b9c0-c451d9c68d7e', 'status': 'completed', 'code': 200} Feb 04 13:10:07.081743 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ec97cbf0-b1c4-4201-a20d-a6c9e741f713 req-81767416-5e3e-46ff-9d9d-af8800f6af40 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Synchronizing usage tracker for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:10:07.099546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ec97cbf0-b1c4-4201-a20d-a6c9e741f713 req-81767416-5e3e-46ff-9d9d-af8800f6af40 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Unset dirty status for tenant:fc69f071b0df4c60ba8ead72e872ebb2 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:10:07.101001 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ec97cbf0-b1c4-4201-a20d-a6c9e741f713 req-81767416-5e3e-46ff-9d9d-af8800f6af40 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e49844-66bb-400f-9ae9-65af4bab22a0 HTTP/1.1" status: 200 len: 210 time: 0.0756316 Feb 04 13:10:09.244758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49896) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:09.856286 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853745610'] for router_interface, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:10.317629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Deleting port bc0927a0-9776-44ee-a556-5188adf6629e {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:10.318561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:10.654422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] For port bc0927a0-9776-44ee-a556-5188adf6629e, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=bc0927a0-9776-44ee-a556-5188adf6629e,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:10.655086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:10.821896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Calling delete_port for bc0927a0-9776-44ee-a556-5188adf6629e owned by network:router_interface {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:10:11.058209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:11.077020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-453c989f-bcd4-4b5f-88cf-94306b3f38ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:11.193320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0927a0-9776-44ee-a556-5188adf6629e,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:11.206877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:11.566887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:10:11.678903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1030514'] for router_interface, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:12.351612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Router 6710e801-5df4-47b8-9bff-266b26184da7 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:10:12.918124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:10:12.930978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acaf2c-752c-4379-b186-266d350951cd None None] Sync routers for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:10:12.938610 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-43685d4e-47fc-4b8a-b977-0454cd722196 admin admin] 10.222.0.45 "PUT /v2.0/routers/6710e801-5df4-47b8-9bff-266b26184da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6922495 Feb 04 13:10:12.943036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49906) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:12.971079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:10:12.971783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:13.246699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:13.251431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:10:13.501146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:13.506598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Deleting port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:13.506968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:13.623960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:10:10Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:13.628703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acaf2c-752c-4379-b186-266d350951cd None None] Checking router: 6710e801-5df4-47b8-9bff-266b26184da7 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:10:13.642657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] Routers {'6710e801-5df4-47b8-9bff-266b26184da7'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:10:13.643409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:09:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['6710e801-5df4-47b8-9bff-266b26184da7'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:13.717079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] For port 57a0f0fa-0fd1-452f-ba23-3ee375f406dc, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=57a0f0fa-0fd1-452f-ba23-3ee375f406dc,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:13.717729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:13.899237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] Set router 6710e801-5df4-47b8-9bff-266b26184da7 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:10:13.916168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Calling delete_port for 57a0f0fa-0fd1-452f-ba23-3ee375f406dc owned by network:router_gateway {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:10:14.139339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.361859 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-34acaf2c-752c-4379-b186-266d350951cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:10:10Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:14.370182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acaf2c-752c-4379-b186-266d350951cd None None] The sync data for ids ['6710e801-5df4-47b8-9bff-266b26184da7'] in dv-cinder-773985-3-smb is: [{'id': '6710e801-5df4-47b8-9bff-266b26184da7', 'name': 'tempest-TestMinimumBasicScenario-60748042-router', 'tenant_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241'}], 'enable_snat': True}, 'gw_port_id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:05:36Z', 'updated_at': '2021-02-04T13:10:10Z', 'revision_number': 5, 'project_id': 'fc69f071b0df4c60ba8ead72e872ebb2', 'gw_port': {'id': '57a0f0fa-0fd1-452f-ba23-3ee375f406dc', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6710e801-5df4-47b8-9bff-266b26184da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:05:37Z', 'updated_at': '2021-02-04T13:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:10:14.391027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541588'] for router_gateway, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.548148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32359'] for router, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.550979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.579802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749653'] for router, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.580466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6710e801-5df4-47b8-9bff-266b26184da7 {{(pid=80108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:10:14.602503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.602503 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-979c12b3-0a84-4f6f-b847-47b9f3a36bd6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6710e801-5df4-47b8-9bff-266b26184da7 HTTP/1.1" status: 204 len: 168 time: 1.6521592 Feb 04 13:10:14.602503 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49912) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:14.699428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Deleting subnet 256bffba-49ce-4046-bfd1-e286d5c8a979 {{(pid=80108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:10:14.703230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.765379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2529274'] for subnet, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:14.914280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:15.267617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1287563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443923'] for subnet, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:15.289054 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:15.381124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256bffba-49ce-4046-bfd1-e286d5c8a979,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:15.384149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:15.439975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:15.445793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7e05e-41e6-4991-84e6-aa2962a4dc4b None None] Network efe15975-b629-42c0-be22-ed17ae5f6e47 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:10:15.447286 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-46c152ae-0a27-481e-b41a-b4dfd9b429b5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/256bffba-49ce-4046-bfd1-e286d5c8a979 HTTP/1.1" status: 204 len: 168 time: 0.8461361 Feb 04 13:10:15.450524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49918) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:15.579238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:15.654150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Deleting port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:15.654507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:15.735041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] DHCP port deletion for efe15975-b629-42c0-be22-ed17ae5f6e47 request from dv-cinder-773985-3-smb {{(pid=80109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 13:10:15.740906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Deleting port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:15.741311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:15.978628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] For port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:15.978950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:16.146491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Calling delete_port for 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f owned by network:dhcp {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:10:16.199745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 57a0f0fa-0fd1-452f-ba23-3ee375f406dc no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:10:16.260436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:16.278187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d621781f-a6f7-4aba-9863-0d4ef001c531 tempest-VolumesActionsTest-1073237906 tempest-VolumesActionsTest-1073237906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:16.308295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 57a0f0fa-0fd1-452f-ba23-3ee375f406dc {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:10:16.308934 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 57a0f0fa-0fd1-452f-ba23-3ee375f406dc not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:10:16.309799 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:10:16.389203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:10:16.389900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:10:16.390730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device bc0927a0-9776-44ee-a556-5188adf6629e no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:10:16.484812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: bc0927a0-9776-44ee-a556-5188adf6629e {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:10:16.485473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device bc0927a0-9776-44ee-a556-5188adf6629e not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:10:16.511296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] For port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,segment=NetworkSegment(859e4848-ede1-4d59-b8ad-cd44d379a905),segment_id=859e4848-ede1-4d59-b8ad-cd44d379a905)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:10:16.512093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:16.650718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa1a2a5-0b50-4e19-a1a6-3cafc829938f,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:16.664256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:16.702534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] No DVR routers for this DVR port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f on host dv-cinder-773985-3-smb {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:10:16.727180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Calling delete_port for 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f owned by network:dhcp {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:10:16.846928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:16.921360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80109) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:10:16.922105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:10:16.986139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe15975-b629-42c0-be22-ed17ae5f6e47']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:17.010722 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859e4848-ede1-4d59-b8ad-cd44d379a905') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:17.011294 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859e4848-ede1-4d59-b8ad-cd44d379a905') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:10:17.031438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.053640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.057268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:10:17.081901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.295393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Network efe15975-b629-42c0-be22-ed17ae5f6e47 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:10:17.315821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.423188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Deleting port 7fa1a2a5-0b50-4e19-a1a6-3cafc829938f {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:10:17.423739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.510590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b8b54-b54c-4267-a30c-64306320efc7 None None] The port '7fa1a2a5-0b50-4e19-a1a6-3cafc829938f' was deleted {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 13:10:17.536443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Network efe15975-b629-42c0-be22-ed17ae5f6e47 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:10:17.575461 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:10:17.730824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.734749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:17.752119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:17.759628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe15975-b629-42c0-be22-ed17ae5f6e47,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:17.767506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:17.783068 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-54fbac32-d948-4ff9-9147-2fd163247c87 admin admin] 10.222.0.45 "DELETE /v2.0/networks/efe15975-b629-42c0-be22-ed17ae5f6e47 HTTP/1.1" status: 204 len: 168 time: 2.3311799 Feb 04 13:10:18.076976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49930) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:18.134685 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-170b92ec-ef4c-42ec-8f9f-443c6d2bcf3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc69f071b0df4c60ba8ead72e872ebb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561140 Feb 04 13:10:18.138205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 49934) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:10:18.210282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:18.242027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:18.295043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:18.299693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-399eaeca-7408-4770-84a8-810f31ad8c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:10:18.315243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de377cbd-b44d-4f84-b2f0-7b6c1bb74243,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:10:18.319362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:10:18.330183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:18.331760 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de377cbd-b44d-4f84-b2f0-7b6c1bb74243 HTTP/1.1" status: 204 len: 168 time: 0.1922951 Feb 04 13:10:19.271978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1451d491-92cf-47bb-ac3e-b2c0a23b7a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:23.355660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8d757bca-bcca-4c2e-9088-0ff2ae82e79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:24.068061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:24.494349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:25.477414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:46.853056 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-17c7cd96-7acf-4c31-8bdc-aadefe395c6e service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1313601 Feb 04 13:10:46.987929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-409aa4ff-5fd2-4563-a2d6-e904a9b2eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:46.990453 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-409aa4ff-5fd2-4563-a2d6-e904a9b2eecf service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.1142881 Feb 04 13:10:47.064307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:47.210289 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-d7f332cb-b597-4981-a0f5-8525aa4e5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:47.212082 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-d7f332cb-b597-4981-a0f5-8525aa4e5c18 service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.1946936 Feb 04 13:10:47.376397 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-2056bcb7-4b81-480d-be6b-318a15fb3e4f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1002 time: 0.1559913 Feb 04 13:10:47.470935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-2c80b2bb-0e63-4d0a-8034-4c11452aade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:47.474399 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-2c80b2bb-0e63-4d0a-8034-4c11452aade2 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.0885856 Feb 04 13:10:47.583085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-38176a6e-7c3b-4247-a00d-c321f57ea773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:10:47.585992 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-38176a6e-7c3b-4247-a00d-c321f57ea773 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026015 Feb 04 13:10:47.776382 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-dc07791e-ee06-43dd-ae7e-c0c637051e0c service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818535 Feb 04 13:10:48.011792 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-12f689bc-7373-40fd-83c1-e3a819f40ee4 req-822b8f3a-0445-44a6-b36d-c4831faa9889 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2247696 Feb 04 13:10:48.557350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:10:49.257841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b499939e-a243-4ea7-956e-e331134e50c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:53.364701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f831c3ea-5f8b-4276-90ef-03c4bf11af86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:54.071686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:54.489523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:10:55.480150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:17.078429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:19.261650 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-52c09f5e-cbef-42e3-a634-3ee0338dac22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:23.360277 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a8edb8e-783a-456b-92ad-a9efc9a528ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:24.074281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:24.494788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:24.827820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94ce54-c7dd-4f4f-8c49-f0eb696cfc16 req-cfb53390-b229-4473-bb63-87a2b7f9bc77 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:24.829576 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa94ce54-c7dd-4f4f-8c49-f0eb696cfc16 req-cfb53390-b229-4473-bb63-87a2b7f9bc77 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1755829 Feb 04 13:11:24.897863 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa94ce54-c7dd-4f4f-8c49-f0eb696cfc16 req-2b1dd0af-18d3-4226-94aa-863ae0cc889d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614882 Feb 04 13:11:25.482560 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:25.560180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:11:26.231549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458f4e-ec53-4cbe-8491-dc3f77f7f63b req-a8f111fb-465a-457f-ad8c-f1cf06648503 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:26.233144 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c9458f4e-ec53-4cbe-8491-dc3f77f7f63b req-a8f111fb-465a-457f-ad8c-f1cf06648503 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1695385 Feb 04 13:11:26.302596 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c9458f4e-ec53-4cbe-8491-dc3f77f7f63b req-9ab32c9e-dfe6-425e-b453-386797f9820c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628374 Feb 04 13:11:27.629473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d91932-fcb2-4636-835d-bc643d7850a2 req-0a2b1f32-45a9-469f-824f-25065198f176 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:27.631126 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-31d91932-fcb2-4636-835d-bc643d7850a2 req-0a2b1f32-45a9-469f-824f-25065198f176 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1783581 Feb 04 13:11:27.697160 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-31d91932-fcb2-4636-835d-bc643d7850a2 req-f884ec65-8ba9-49eb-9f19-a7f34a193842 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592253 Feb 04 13:11:29.021741 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eb61c-3abc-4e4e-bab5-d7dd35a577ec req-70a60404-801b-4672-9a3d-52199d897fb8 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:29.023384 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b52eb61c-3abc-4e4e-bab5-d7dd35a577ec req-70a60404-801b-4672-9a3d-52199d897fb8 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1692159 Feb 04 13:11:29.090536 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b52eb61c-3abc-4e4e-bab5-d7dd35a577ec req-f606aa41-d96a-4b5a-b8cc-851c23e6a543 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607271 Feb 04 13:11:30.453431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af3fd4-0f27-45ad-98d7-a8c48c025514 req-fc0b2469-4f81-472f-9946-c8d812636b0e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:30.455173 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56af3fd4-0f27-45ad-98d7-a8c48c025514 req-fc0b2469-4f81-472f-9946-c8d812636b0e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.2145321 Feb 04 13:11:30.525024 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56af3fd4-0f27-45ad-98d7-a8c48c025514 req-bfef2ca5-465c-49d4-9290-f7fc9724b8b8 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628591 Feb 04 13:11:31.838091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de1155-897f-4739-9c30-7d357b22d51f req-8e178ca7-469b-4942-82c7-959a4f5057da tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:31.839759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-86de1155-897f-4739-9c30-7d357b22d51f req-8e178ca7-469b-4942-82c7-959a4f5057da tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1696091 Feb 04 13:11:31.905171 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-86de1155-897f-4739-9c30-7d357b22d51f req-89d3c26a-ef4d-4eab-a4a0-601b04b64259 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584974 Feb 04 13:11:33.217284 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d13eb-6466-4d3f-84b2-fdd1f45efa44 req-c765b310-4d68-4035-92f6-9b0229849aed tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:33.218967 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe6d13eb-6466-4d3f-84b2-fdd1f45efa44 req-c765b310-4d68-4035-92f6-9b0229849aed tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1666517 Feb 04 13:11:33.293375 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fe6d13eb-6466-4d3f-84b2-fdd1f45efa44 req-5711a1df-877d-4159-beb9-40d6e66fe112 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676224 Feb 04 13:11:34.630983 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86dcc2-fe47-4103-b038-a5dad202f7ca req-fc6caad4-c8ae-469f-b0da-f36624a45bd8 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:34.632658 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b86dcc2-fe47-4103-b038-a5dad202f7ca req-fc6caad4-c8ae-469f-b0da-f36624a45bd8 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1695311 Feb 04 13:11:34.706766 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b86dcc2-fe47-4103-b038-a5dad202f7ca req-c206d092-5bf5-4379-9f66-8ee21fa74862 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665863 Feb 04 13:11:35.348826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:11:35.426292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:11:35.426709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:36.032308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7717d-7b79-4986-b939-1729b2d527ef req-08c65df5-c603-4fe1-8618-265f2c28d069 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:36.033971 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51e7717d-7b79-4986-b939-1729b2d527ef req-08c65df5-c603-4fe1-8618-265f2c28d069 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1708360 Feb 04 13:11:36.102056 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51e7717d-7b79-4986-b939-1729b2d527ef req-1a043097-ff52-44ab-b242-354aa9bb67ce tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613272 Feb 04 13:11:37.413369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6420b-d47a-42b5-8377-b93484bcac9d req-1f9ea6dc-89ce-44fd-8292-639e9f4d355d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:37.415155 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-63c6420b-d47a-42b5-8377-b93484bcac9d req-1f9ea6dc-89ce-44fd-8292-639e9f4d355d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1681895 Feb 04 13:11:37.479987 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-63c6420b-d47a-42b5-8377-b93484bcac9d req-b1001983-466a-4ce8-b128-3abd875edb2b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583949 Feb 04 13:11:38.802468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdb88-98a7-4412-aba3-c37578a882f4 req-93eba78d-bfbd-4c7d-9243-be3efba78f62 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:38.804101 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-846bdb88-98a7-4412-aba3-c37578a882f4 req-93eba78d-bfbd-4c7d-9243-be3efba78f62 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1742990 Feb 04 13:11:38.868256 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-846bdb88-98a7-4412-aba3-c37578a882f4 req-ef4c513b-5844-4456-bf11-6f15e0f5576e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575469 Feb 04 13:11:40.186779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9e4f2-2f5f-48b6-823d-4cd3f9be75b1 req-4f245673-d6f9-4234-84ee-c1cc580c5963 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:40.188453 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-55a9e4f2-2f5f-48b6-823d-4cd3f9be75b1 req-4f245673-d6f9-4234-84ee-c1cc580c5963 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1715391 Feb 04 13:11:40.258370 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-55a9e4f2-2f5f-48b6-823d-4cd3f9be75b1 req-95b59689-adb6-41f1-a147-807007e86ddb tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626595 Feb 04 13:11:41.567849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6379ed3-7ad1-4add-8d67-5405aa9580be req-2f9b76ba-5193-4e23-99c2-eaa90ffcba9e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:41.569547 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b6379ed3-7ad1-4add-8d67-5405aa9580be req-2f9b76ba-5193-4e23-99c2-eaa90ffcba9e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1639676 Feb 04 13:11:41.641890 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b6379ed3-7ad1-4add-8d67-5405aa9580be req-158be6f2-82aa-4f10-b4c5-875cdde58064 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646574 Feb 04 13:11:42.982740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0394d0f-4da4-41a5-9f8f-2456e942b786 req-566e683e-2803-4303-9420-3e50f551f47b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:42.984401 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0394d0f-4da4-41a5-9f8f-2456e942b786 req-566e683e-2803-4303-9420-3e50f551f47b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1833372 Feb 04 13:11:43.051838 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b0394d0f-4da4-41a5-9f8f-2456e942b786 req-6435e97b-a880-4427-b6b7-0f865190ecde tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603902 Feb 04 13:11:44.384513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4643aa-55e5-4225-939b-79631bc09560 req-59869041-6489-4ec6-ac05-431fff8902f3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:44.386313 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6d4643aa-55e5-4225-939b-79631bc09560 req-59869041-6489-4ec6-ac05-431fff8902f3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1849308 Feb 04 13:11:44.463501 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6d4643aa-55e5-4225-939b-79631bc09560 req-f7e79edb-7279-4cf5-b256-24c008a730dd tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705800 Feb 04 13:11:45.798894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0dcfe-6100-4cc1-a417-b9b2b10d96a0 req-00a8b414-c129-43f6-9977-7a0e094ca9a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:45.800748 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-14c0dcfe-6100-4cc1-a417-b9b2b10d96a0 req-00a8b414-c129-43f6-9977-7a0e094ca9a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1757398 Feb 04 13:11:45.869051 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-14c0dcfe-6100-4cc1-a417-b9b2b10d96a0 req-9c0abfa1-142e-4ccd-841e-3d9bc5b3b573 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609024 Feb 04 13:11:47.103625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:47.562953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072054f-a510-4bb3-b0e4-babad4729154 req-76a8000e-bc5c-423e-bc6a-2b1b86718332 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:47.568084 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0072054f-a510-4bb3-b0e4-babad4729154 req-76a8000e-bc5c-423e-bc6a-2b1b86718332 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.5232635 Feb 04 13:11:47.647378 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0072054f-a510-4bb3-b0e4-babad4729154 req-afd81192-e2b7-456f-b04e-c431fa9b4ab7 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736158 Feb 04 13:11:48.850763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-9a573752-f800-4eea-8b29-38539ca3dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:48.852648 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-9a573752-f800-4eea-8b29-38539ca3dee8 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1163 time: 0.1036944 Feb 04 13:11:49.077734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-c97255d1-4480-46c3-bad8-26a5e4c199fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:49.077734 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-c97255d1-4480-46c3-bad8-26a5e4c199fc service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.1949906 Feb 04 13:11:49.130223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e2c65-4c22-4990-b392-99a34306babd req-3cb340c0-4173-4955-8a3f-3b34f9e620d3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:49.132595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-585e2c65-4c22-4990-b392-99a34306babd req-3cb340c0-4173-4955-8a3f-3b34f9e620d3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.2949932 Feb 04 13:11:49.232803 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-585e2c65-4c22-4990-b392-99a34306babd req-e25b84dd-8895-40c4-a7a3-c58af2585c3d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817132 Feb 04 13:11:49.252960 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-130be914-8cc1-4b56-9692-b3c80dbed689 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 1002 time: 0.1654587 Feb 04 13:11:49.300305 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b5eb077c-b98d-42cb-b5b7-b244e443d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:49.397040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-0450f02c-63d3-4316-a856-47b6064dfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:49.400394 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-0450f02c-63d3-4316-a856-47b6064dfd54 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.1390977 Feb 04 13:11:49.519694 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-91340421-8eff-4956-8e03-3fa6ed130a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:49.521904 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-91340421-8eff-4956-8e03-3fa6ed130a98 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1138134 Feb 04 13:11:49.727310 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-9321a0ce-99af-4bad-8acb-47daacf2fb0b service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982453 Feb 04 13:11:49.918203 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b5f2027a-b7a2-46b3-9093-f109e47be9e8 req-7ac70ca3-fd50-4b6b-a616-d3cf8f05f600 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1836557 Feb 04 13:11:50.770661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb4f18-177a-49c9-a0da-8d5131c72e61 req-ae1ae8d2-889b-4342-a058-2ed9e4b70eb4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:50.775529 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cafb4f18-177a-49c9-a0da-8d5131c72e61 req-ae1ae8d2-889b-4342-a058-2ed9e4b70eb4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.2538266 Feb 04 13:11:50.898165 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cafb4f18-177a-49c9-a0da-8d5131c72e61 req-625c7182-8a18-490a-8d93-b325fb7c2c99 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089194 Feb 04 13:11:52.264164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc6ebd-145a-4745-8476-190c53e38b8f req-a74df45b-0507-4c20-b307-3a424a4f621d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:52.265906 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-85bc6ebd-145a-4745-8476-190c53e38b8f req-a74df45b-0507-4c20-b307-3a424a4f621d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1909952 Feb 04 13:11:52.343883 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-85bc6ebd-145a-4745-8476-190c53e38b8f req-6b5ff59a-ac6b-4b94-ac92-9855b75dafce tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706935 Feb 04 13:11:53.357876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dd872ccc-9ee1-4405-b5ad-9e2859a2d50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:53.733891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4128da-557f-461a-8b2e-ccc13b62b011 req-55277306-702e-4020-96a7-e5b9b6ef916b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:53.735650 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fb4128da-557f-461a-8b2e-ccc13b62b011 req-55277306-702e-4020-96a7-e5b9b6ef916b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.2305589 Feb 04 13:11:53.818259 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fb4128da-557f-461a-8b2e-ccc13b62b011 req-7d6f37ff-7c20-4578-b749-46593f193674 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759537 Feb 04 13:11:54.084958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:54.499921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:55.418181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d9581-59c1-4fba-9bac-a5e0540d105f req-4b7b9d9b-dfdb-4948-8b80-5f05406b13d6 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:55.420194 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a2d9581-59c1-4fba-9bac-a5e0540d105f req-4b7b9d9b-dfdb-4948-8b80-5f05406b13d6 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.3683815 Feb 04 13:11:55.491523 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:11:55.511532 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a2d9581-59c1-4fba-9bac-a5e0540d105f req-cbaa859c-1321-41f4-929f-6e5ccdf95945 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793140 Feb 04 13:11:56.853807 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16327ff-5c84-483a-a9f0-c8d343c01f32 req-2a83a06c-864b-4170-b633-a367cc46d461 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:56.855565 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e16327ff-5c84-483a-a9f0-c8d343c01f32 req-2a83a06c-864b-4170-b633-a367cc46d461 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1877127 Feb 04 13:11:56.995377 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e16327ff-5c84-483a-a9f0-c8d343c01f32 req-f7ad4e13-8f61-4dfb-9421-19a0fe1f091a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326599 Feb 04 13:11:57.017114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-63d9bc2a-961f-4a12-8733-a6f820c8499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:57.019471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-63d9bc2a-961f-4a12-8733-a6f820c8499b service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1163 time: 0.1316950 Feb 04 13:11:57.423844 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-cd020206-fea6-49b8-90b7-1c2bc47d6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:57.425343 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-cd020206-fea6-49b8-90b7-1c2bc47d6f08 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.3968003 Feb 04 13:11:57.544011 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-572e4e06-5aca-4fba-b906-976749d0279f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 1002 time: 0.1084347 Feb 04 13:11:57.620231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-fd1f937d-79ab-47a6-948d-95aff8b2b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:57.621925 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-fd1f937d-79ab-47a6-948d-95aff8b2b8f6 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.0699868 Feb 04 13:11:57.721777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-feb17028-5e99-47cd-85f3-29ca27537a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:57.723557 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-feb17028-5e99-47cd-85f3-29ca27537a29 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930300 Feb 04 13:11:57.899075 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-55828e39-f2a3-46b8-b0b1-b30cd187be79 service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658373 Feb 04 13:11:58.063679 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-da95739a-425e-4200-8fc3-cfc75d92b2db req-296e560b-28c5-4f90-9f96-d415ca396d3d service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1558778 Feb 04 13:11:58.327940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe31d-ea62-4cb4-917a-1add5bfcf281 req-513df7bf-433c-4e1b-b922-60a8119271a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:58.329981 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-275fe31d-ea62-4cb4-917a-1add5bfcf281 req-513df7bf-433c-4e1b-b922-60a8119271a0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1733441 Feb 04 13:11:58.398746 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-275fe31d-ea62-4cb4-917a-1add5bfcf281 req-26b18746-ae24-4cdf-978e-708f77c92619 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620403 Feb 04 13:11:59.728609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fb42e-ffcb-4e6d-8132-fa0c26956c7e req-9603b0ee-5cfa-414b-a41b-fda62859c36e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:11:59.730314 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9d7fb42e-ffcb-4e6d-8132-fa0c26956c7e req-9603b0ee-5cfa-414b-a41b-fda62859c36e tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1720757 Feb 04 13:11:59.808375 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9d7fb42e-ffcb-4e6d-8132-fa0c26956c7e req-ea49a237-6e27-4174-bd96-e08e19ba564a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714521 Feb 04 13:12:01.155084 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71452b18-9490-45af-842c-cc1f5858e6f3 req-72bd1459-e171-490d-8c95-70a863ad94b4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:01.156778 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-71452b18-9490-45af-842c-cc1f5858e6f3 req-72bd1459-e171-490d-8c95-70a863ad94b4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1751540 Feb 04 13:12:01.224419 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-71452b18-9490-45af-842c-cc1f5858e6f3 req-8c10c1b7-be23-405a-ba0b-345f9c86f453 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601373 Feb 04 13:12:01.470779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:12:01.607981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:01.639791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:01.656774 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port bb27f220-85c0-4655-874e-2b411262bd92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bb27f220-85c0-4655-874e-2b411262bd92,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:12:01.660850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:01.663132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-936ae0c5-e0c1-4e91-8b8d-90af144fc0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:12:01.710190 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92', 'code': 422} returned with failed status Feb 04 13:12:01.738764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:12:01.747319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.747700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.748078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.748451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.749034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.749529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.750245 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.750426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.750775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.751276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.751644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.752006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.752479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.752842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.753214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.753573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.753963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.754322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.754682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.755038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.755396 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.755750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.756107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.756460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:12:01.762344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:12:02.566143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:12:02.971221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50252) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:12:03.066688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e1814-cb43-4b86-a193-71ec99dde09a req-fdb81ce5-afc7-4c1a-9977-ddeeb31e0e69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:03.068435 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-666e1814-cb43-4b86-a193-71ec99dde09a req-fdb81ce5-afc7-4c1a-9977-ddeeb31e0e69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1786683 Feb 04 13:12:03.144436 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-666e1814-cb43-4b86-a193-71ec99dde09a req-4016c942-1d0a-45f2-b55a-58e9d2fd98ab tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686462 Feb 04 13:12:03.147631 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-e330d9d9-77d8-4eba-a405-c5c6bedc6894 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1749024 Feb 04 13:12:03.790281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-78d41d42-2afe-4ae3-9544-258b01f075ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:03.791930 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-78d41d42-2afe-4ae3-9544-258b01f075ce service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7&tenant_id=e582d788f0a84310a22bb829e584df6b HTTP/1.1" status: 200 len: 1161 time: 0.0869622 Feb 04 13:12:03.903739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-4ce693f4-045d-4ae6-95c8-26245b3f4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:03.905241 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-4ce693f4-045d-4ae6-95c8-26245b3f4b29 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=e582d788f0a84310a22bb829e584df6b&device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1161 time: 0.0872860 Feb 04 13:12:04.066680 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-6c453fde-652f-404b-91d2-43105da0e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:04.068388 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-6c453fde-652f-404b-91d2-43105da0e215 service neutron] 10.222.0.106 "GET /v2.0/networks?id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 200 len: 910 time: 0.1550069 Feb 04 13:12:04.183612 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-44b7a3fd-b6c4-49b5-9349-a897d9e315a9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 200 len: 1000 time: 0.1065099 Feb 04 13:12:04.258115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-2f80b949-9bed-41c5-a2df-08f1769d5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:04.259680 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-2f80b949-9bed-41c5-a2df-08f1769d5400 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 200 len: 855 time: 0.0680294 Feb 04 13:12:04.500928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9cc91-32bd-49ba-a561-1af2af8b723f req-7704b6e9-791e-4c00-a45f-23f63bb02a40 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:04.502804 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-36e9cc91-32bd-49ba-a561-1af2af8b723f req-7704b6e9-791e-4c00-a45f-23f63bb02a40 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2000692 Feb 04 13:12:04.506158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-575f9721-6a9b-4373-93fd-38a7af8b4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:04.508042 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-575f9721-6a9b-4373-93fd-38a7af8b4607 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=c87efb16-9a9b-4c95-aa1c-cb301c202ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2402613 Feb 04 13:12:04.657486 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-36e9cc91-32bd-49ba-a561-1af2af8b723f req-91a55898-40f7-41e8-b0cb-1483bc513f33 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475229 Feb 04 13:12:04.705594 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-df1c941f-32e9-4f93-96a1-600e3be7709e service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805944 Feb 04 13:12:04.855537 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-cf6c4ac5-b35d-441e-bfc2-d220443dccff service neutron] 10.222.0.106 "GET /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409419 Feb 04 13:12:06.063105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3817b9-2365-410e-8883-71204dcffbd6 req-616f445d-cee9-44c3-87ab-26ff12e79e53 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:06.065916 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fc3817b9-2365-410e-8883-71204dcffbd6 req-616f445d-cee9-44c3-87ab-26ff12e79e53 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1800225 Feb 04 13:12:06.176135 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fc3817b9-2365-410e-8883-71204dcffbd6 req-682cb433-3264-4273-b87c-aebb84cd8d67 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994582 Feb 04 13:12:07.547660 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfdc0f-ff8a-4fa3-b353-e22b2cae8558 req-9c6d9420-3eb6-4d96-a557-0de2f0be4ba0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:07.549341 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2ebfdc0f-ff8a-4fa3-b353-e22b2cae8558 req-9c6d9420-3eb6-4d96-a557-0de2f0be4ba0 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1973495 Feb 04 13:12:07.614415 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2ebfdc0f-ff8a-4fa3-b353-e22b2cae8558 req-8cfeb0bf-4123-4583-a871-b7f01b084dde tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582089 Feb 04 13:12:08.931500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceda98a-09f1-49d2-b663-7e9bd8ce6a67 req-d446a132-6e41-45a8-8edb-4047b48ce737 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:08.933138 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dceda98a-09f1-49d2-b663-7e9bd8ce6a67 req-d446a132-6e41-45a8-8edb-4047b48ce737 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1645286 Feb 04 13:12:09.012641 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dceda98a-09f1-49d2-b663-7e9bd8ce6a67 req-6529fe01-eb3c-41c9-b85a-5a0b591b7dda tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727363 Feb 04 13:12:10.600111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c8572-cff4-48f2-89f5-9cbfb75677f5 req-4358f207-cbf3-4197-9cdd-786e96d15932 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:10.602595 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b4c8572-cff4-48f2-89f5-9cbfb75677f5 req-4358f207-cbf3-4197-9cdd-786e96d15932 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2105541 Feb 04 13:12:10.689745 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8b4c8572-cff4-48f2-89f5-9cbfb75677f5 req-5f95cce4-9ab3-48d4-a930-3503f730b9c4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792170 Feb 04 13:12:12.078834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0e63c-a6c1-49b2-9c6d-eb39b8ec02da req-a3cc0e34-7e08-414e-b80c-62cc40be938f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:12.081256 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-18f0e63c-a6c1-49b2-9c6d-eb39b8ec02da req-a3cc0e34-7e08-414e-b80c-62cc40be938f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1941786 Feb 04 13:12:12.151373 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-18f0e63c-a6c1-49b2-9c6d-eb39b8ec02da req-814296b1-4d96-4322-8d37-517a9fee4816 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642979 Feb 04 13:12:13.752404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7047c-b625-4159-9399-154eee8c8789 req-8f8fc4fc-59dc-4306-b818-cee356bc05fa tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:13.754231 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5ab7047c-b625-4159-9399-154eee8c8789 req-8f8fc4fc-59dc-4306-b818-cee356bc05fa tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2150319 Feb 04 13:12:13.838389 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5ab7047c-b625-4159-9399-154eee8c8789 req-91c13617-10c9-4ace-9cf2-78ae01010e33 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707700 Feb 04 13:12:15.311101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9562d-f523-4920-8223-17ba67b008de req-280f46da-04b4-4b08-aa9b-0326330fa579 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:15.313926 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fef9562d-f523-4920-8223-17ba67b008de req-280f46da-04b4-4b08-aa9b-0326330fa579 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2947471 Feb 04 13:12:15.413434 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fef9562d-f523-4920-8223-17ba67b008de req-25f1b8ee-28c3-4d6c-8e32-35aff582bf4a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906103 Feb 04 13:12:16.767100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374d02b-6a4f-484f-bbae-dfccc0a94673 req-c02b61c3-0cf8-4dc0-bbe5-9d0295bf423b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:16.769042 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f374d02b-6a4f-484f-bbae-dfccc0a94673 req-c02b61c3-0cf8-4dc0-bbe5-9d0295bf423b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1850774 Feb 04 13:12:16.853358 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f374d02b-6a4f-484f-bbae-dfccc0a94673 req-df3a93b0-647a-4211-bcce-f6a5dddfdd27 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734582 Feb 04 13:12:17.126476 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:18.315888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc422815-667d-48f0-93c9-c70d089c3122 req-31fd9bba-e175-4c81-bbdd-c6d77450c037 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:18.318033 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fc422815-667d-48f0-93c9-c70d089c3122 req-31fd9bba-e175-4c81-bbdd-c6d77450c037 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.2277505 Feb 04 13:12:18.413905 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fc422815-667d-48f0-93c9-c70d089c3122 req-869eaed1-489b-4efb-983e-742d4f734502 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869157 Feb 04 13:12:19.265904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4b2b-af5e-44e9-a592-f455818d094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:19.801351 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1248272-a537-4c6f-a9b5-b46bcd0995ed req-a7d589ba-ef99-48b0-9f1e-6eee05a286ef tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:19.803625 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f1248272-a537-4c6f-a9b5-b46bcd0995ed req-a7d589ba-ef99-48b0-9f1e-6eee05a286ef tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1704702 Feb 04 13:12:19.880955 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f1248272-a537-4c6f-a9b5-b46bcd0995ed req-783d4b7d-bf0f-4b7c-adc7-d90bc5a7d718 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646656 Feb 04 13:12:21.249494 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38994a1-36ee-4aa2-8b49-d96e510e7aaf req-108fec29-6ad0-4891-86b2-ba74fe0bf285 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:21.251182 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b38994a1-36ee-4aa2-8b49-d96e510e7aaf req-108fec29-6ad0-4891-86b2-ba74fe0bf285 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1660273 Feb 04 13:12:21.316687 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b38994a1-36ee-4aa2-8b49-d96e510e7aaf req-24687754-5b87-44ec-afec-c7b8e9a1b589 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589819 Feb 04 13:12:22.682078 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb838f7-7393-4666-a4a9-81679ad461e5 req-18f259fd-1d49-44de-a7f6-0a7ed4447c7d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:22.683802 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6bb838f7-7393-4666-a4a9-81679ad461e5 req-18f259fd-1d49-44de-a7f6-0a7ed4447c7d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1799772 Feb 04 13:12:22.751087 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6bb838f7-7393-4666-a4a9-81679ad461e5 req-7691d691-6510-400f-9e0a-8bf7da84eb7b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597553 Feb 04 13:12:23.355829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5a29ae52-5851-4bda-8fd2-4ec815915a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:24.083454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:24.116706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd567b0-3d6d-45c2-80d5-36623f44a18d req-e9b23e94-b789-40c1-a18f-37f8e49fb0e3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:24.118597 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0fd567b0-3d6d-45c2-80d5-36623f44a18d req-e9b23e94-b789-40c1-a18f-37f8e49fb0e3 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1970358 Feb 04 13:12:24.188964 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0fd567b0-3d6d-45c2-80d5-36623f44a18d req-17d6ccda-d2eb-4299-8238-a0ed9e9d8478 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632663 Feb 04 13:12:24.496159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:25.494910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:25.515785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40d4be-3d5d-47e1-8b5d-31f09a2fdd36 req-7d325c57-e557-4f77-8fa9-f11b3fdbb764 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:25.517437 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac40d4be-3d5d-47e1-8b5d-31f09a2fdd36 req-7d325c57-e557-4f77-8fa9-f11b3fdbb764 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1670606 Feb 04 13:12:25.583112 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac40d4be-3d5d-47e1-8b5d-31f09a2fdd36 req-3f85afc9-a50c-4f26-af09-108cc779af4c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584431 Feb 04 13:12:26.898802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ca11-6e0f-48b6-8deb-c106b16c6f9e req-261ec370-ca6b-48eb-abc1-46270371985b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:26.900441 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ca17ca11-6e0f-48b6-8deb-c106b16c6f9e req-261ec370-ca6b-48eb-abc1-46270371985b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1684713 Feb 04 13:12:26.969081 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ca17ca11-6e0f-48b6-8deb-c106b16c6f9e req-e6fc6cbc-369a-4d62-8fcc-6e5487a0256c tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618439 Feb 04 13:12:28.146432 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:12:28.221437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:12:28.221889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:28.297787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e0fd7-aed9-4e8c-a373-ecc5e9ee33b9 req-2fd917e3-a3ec-4d05-ab98-bb05252933d9 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:28.299386 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-825e0fd7-aed9-4e8c-a373-ecc5e9ee33b9 req-2fd917e3-a3ec-4d05-ab98-bb05252933d9 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 944 time: 0.1759572 Feb 04 13:12:28.367510 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-825e0fd7-aed9-4e8c-a373-ecc5e9ee33b9 req-8eb25056-ac6e-4533-bd6b-b81c85b8873b tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607095 Feb 04 13:12:28.395686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:28.435616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:28.446862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port bb27f220-85c0-4655-874e-2b411262bd92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bb27f220-85c0-4655-874e-2b411262bd92,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:12:28.450762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:28.453271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a5432da0-00ae-47a0-a298-d18e01dd1065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:12:28.501292 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92', 'code': 200} Feb 04 13:12:28.531093 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=6']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:12:28.534841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:12:28.840624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e0115-4d11-462e-a0d3-a5ed024b8420 req-548f219f-6701-48f9-aaf2-1e61ff268ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:28.842324 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-230e0115-4d11-462e-a0d3-a5ed024b8420 req-548f219f-6701-48f9-aaf2-1e61ff268ffd service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 1163 time: 0.1613085 Feb 04 13:12:28.892223 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-230e0115-4d11-462e-a0d3-a5ed024b8420 req-8cbd623b-ceb2-45f9-9b70-f1e095e2c36d service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Feb 04 13:12:29.549840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642fb18-02ae-4558-8fba-5f69860d0f4f req-8b0a47be-0ac2-4fa3-9344-402107e1b8e3 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:29.551539 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2642fb18-02ae-4558-8fba-5f69860d0f4f req-8b0a47be-0ac2-4fa3-9344-402107e1b8e3 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1825078 Feb 04 13:12:29.578025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:12:29.630800 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2642fb18-02ae-4558-8fba-5f69860d0f4f req-64a39db9-108a-4152-b003-a25b1b076897 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0723307 Feb 04 13:12:29.657050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port bb27f220-85c0-4655-874e-2b411262bd92 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:12:29.657464 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:29.691082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156176f-ab6a-4779-ab5a-d77205e7a496 req-5b0b5a53-110e-47f6-8fdb-06de10034a8f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:29.692810 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4156176f-ab6a-4779-ab5a-d77205e7a496 req-5b0b5a53-110e-47f6-8fdb-06de10034a8f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1749911 Feb 04 13:12:29.761584 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4156176f-ab6a-4779-ab5a-d77205e7a496 req-97568aea-4393-417c-bba6-e29c47f5a2de tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619104 Feb 04 13:12:31.080655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820e261-1823-4bf2-b1bd-58ffcc3061e9 req-86a3d5e4-9e58-40df-a4de-1ef86734a536 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:31.082435 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b820e261-1823-4bf2-b1bd-58ffcc3061e9 req-86a3d5e4-9e58-40df-a4de-1ef86734a536 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1697314 Feb 04 13:12:31.082728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c5cbb-24b6-479f-ac78-f1b070b6961c req-08e96653-4d80-4fdd-b364-6fbc504c7966 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:31.084424 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5f1c5cbb-24b6-479f-ac78-f1b070b6961c req-08e96653-4d80-4fdd-b364-6fbc504c7966 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1766095 Feb 04 13:12:31.148200 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b820e261-1823-4bf2-b1bd-58ffcc3061e9 req-85a8d785-b562-4882-bfeb-266786539218 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592868 Feb 04 13:12:31.149645 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5f1c5cbb-24b6-479f-ac78-f1b070b6961c req-2ac748fb-621e-4f68-b28d-6e1e10f15aa8 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0587873 Feb 04 13:12:32.453978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782195-c61b-422e-8a2b-1c79edfe9918 req-d63da649-773a-487e-9f42-b7021042f860 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:32.455741 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-22782195-c61b-422e-8a2b-1c79edfe9918 req-d63da649-773a-487e-9f42-b7021042f860 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1630785 Feb 04 13:12:32.529503 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-22782195-c61b-422e-8a2b-1c79edfe9918 req-3ad6dae5-01a3-4625-8a82-1c2b8bf7ebce tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0668008 Feb 04 13:12:33.832328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58481dc-724d-486a-8010-1aca67b63fa4 req-ad4f0058-827a-4d2a-bfea-6b792fede48d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:33.834004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c58481dc-724d-486a-8010-1aca67b63fa4 req-ad4f0058-827a-4d2a-bfea-6b792fede48d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1646633 Feb 04 13:12:33.903245 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c58481dc-724d-486a-8010-1aca67b63fa4 req-070234b5-7c1a-4e3b-9d8a-d3b981979015 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0627487 Feb 04 13:12:35.454534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e2943-d04a-4823-a756-53947739463d req-1eb6e5c0-394e-46b4-9265-acb9088a8395 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:35.456287 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-063e2943-d04a-4823-a756-53947739463d req-1eb6e5c0-394e-46b4-9265-acb9088a8395 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.4162695 Feb 04 13:12:35.523183 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-063e2943-d04a-4823-a756-53947739463d req-617e3cf5-b82e-48a2-8df4-f85ced1c0402 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0601571 Feb 04 13:12:36.830910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c93b70-da2a-4a60-8cf6-923c3f29bdc0 req-f1eca38f-bda9-4a17-91ab-653b41c5d2db tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:36.832572 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8c93b70-da2a-4a60-8cf6-923c3f29bdc0 req-f1eca38f-bda9-4a17-91ab-653b41c5d2db tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1731079 Feb 04 13:12:36.898016 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f8c93b70-da2a-4a60-8cf6-923c3f29bdc0 req-0f593b82-335e-40f8-b6ee-0196212b54ea tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0588512 Feb 04 13:12:38.220640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8daf8b-5dc9-4626-bc67-38a97475f236 req-0942e961-2f65-4262-940e-25144bd23aca tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:38.222371 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8c8daf8b-5dc9-4626-bc67-38a97475f236 req-0942e961-2f65-4262-940e-25144bd23aca tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1702826 Feb 04 13:12:38.296653 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-8c8daf8b-5dc9-4626-bc67-38a97475f236 req-522b3c98-12bd-4c4c-83f6-6bd9153935a6 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0628171 Feb 04 13:12:39.556149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:12:39.593203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:12:39.677378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a91dc261-91ea-48d3-9a01-8cd750b25cfc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:12:39.677845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:39.896607 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03279a-78e9-4138-ae7d-737dd647b95b req-3fcae5c9-6cc9-4e2a-bf29-403e3c19a3f1 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:39.898314 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce03279a-78e9-4138-ae7d-737dd647b95b req-3fcae5c9-6cc9-4e2a-bf29-403e3c19a3f1 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.4635592 Feb 04 13:12:39.903297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-8bc6d949-e70d-43db-9cde-b58d5656ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:39.904820 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-8bc6d949-e70d-43db-9cde-b58d5656ccbc service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.4329071 Feb 04 13:12:40.050453 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce03279a-78e9-4138-ae7d-737dd647b95b req-4377fc66-76b5-4d1f-a61c-fcc2525bef44 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1445920 Feb 04 13:12:40.119183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-d6d54fb2-3f9a-4105-9b09-313110c1d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:40.120784 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-d6d54fb2-3f9a-4105-9b09-313110c1d6cb service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.1981382 Feb 04 13:12:40.230394 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-ceb9c773-aeca-4f99-92b6-7a39b80c507e service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1002 time: 0.1032848 Feb 04 13:12:40.305860 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-0070b657-d5f5-43d4-971c-cb1cd9053a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:40.307704 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-0070b657-d5f5-43d4-971c-cb1cd9053a62 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.0694633 Feb 04 13:12:40.390182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-4027e198-0ed6-438a-886a-d6d56e4e773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:40.391875 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-4027e198-0ed6-438a-886a-d6d56e4e773a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795774 Feb 04 13:12:40.404034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-8119333a-e34e-420d-b432-bb729a0b5024 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:12:40.405111 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-8119333a-e34e-420d-b432-bb729a0b5024 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058596 Feb 04 13:12:40.588498 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-f8e53734-24da-406a-aaa4-32f6edc62881 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381669 Feb 04 13:12:40.744243 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d00f2fbd-3c16-4e05-aee0-bf3ba7834974 req-aabfb1f9-d5e0-4599-b1c7-caeb51d69b69 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492801 Feb 04 13:12:41.358980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19262f9-16c3-4ac3-bcf4-d1268d4dfbb6 req-f020ec9e-0249-44c1-ae77-fc6b0d3cc9f9 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:41.360713 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a19262f9-16c3-4ac3-bcf4-d1268d4dfbb6 req-f020ec9e-0249-44c1-ae77-fc6b0d3cc9f9 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1655025 Feb 04 13:12:41.428596 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a19262f9-16c3-4ac3-bcf4-d1268d4dfbb6 req-242d2fca-d4aa-4634-87a1-53bf1f87214d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0600269 Feb 04 13:12:42.745796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9499d1-80d6-4a16-ab88-dbeeb8946d83 req-56351530-72e2-4e24-a328-ad7440d2b45b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:42.747451 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac9499d1-80d6-4a16-ab88-dbeeb8946d83 req-56351530-72e2-4e24-a328-ad7440d2b45b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1727648 Feb 04 13:12:42.816530 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ac9499d1-80d6-4a16-ab88-dbeeb8946d83 req-b1ab00fd-fd2a-441f-96a0-756ff139d214 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0620670 Feb 04 13:12:43.364381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421df89-8477-416f-9ccc-178c838267eb req-4af6f6b6-187d-4777-a428-a047aa6ea6ae tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:43.366104 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d421df89-8477-416f-9ccc-178c838267eb req-4af6f6b6-187d-4777-a428-a047aa6ea6ae tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.2290277 Feb 04 13:12:43.374454 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-6053a3a7-796c-4abe-99b8-6f150ebc5606 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3111587 Feb 04 13:12:43.436002 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d421df89-8477-416f-9ccc-178c838267eb req-bb442889-2363-4b68-8cf1-6d75daa2f6dd tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0604906 Feb 04 13:12:43.595443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:12:43.717094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:43.750450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:43.762026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port a91dc261-91ea-48d3-9a01-8cd750b25cfc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:12:43.767117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:43.769098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:12:43.841562 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'code': 422} returned with failed status Feb 04 13:12:43.845977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:12:43.850205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:12:44.749371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca75dfe-b5e2-4320-8abf-ecf862496452 req-a809fd57-5e56-45a0-8ace-d0a190dcc9b1 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:44.751015 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dca75dfe-b5e2-4320-8abf-ecf862496452 req-a809fd57-5e56-45a0-8ace-d0a190dcc9b1 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.1749923 Feb 04 13:12:44.834027 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dca75dfe-b5e2-4320-8abf-ecf862496452 req-56e8cc6e-8391-492a-9ee8-2911a0727300 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0709083 Feb 04 13:12:44.932165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b66c1-394e-4660-b62f-56f278db2b8c req-ca35e42c-ca93-4d6a-b4cc-bf5c72da5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:44.933889 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-ca35e42c-ca93-4d6a-b4cc-bf5c72da5143 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27&tenant_id=001ce747a76b42cebb46116933a95fa0 HTTP/1.1" status: 200 len: 1161 time: 0.0888278 Feb 04 13:12:45.046094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b66c1-394e-4660-b62f-56f278db2b8c req-9caeae02-2018-4211-befe-697e175f553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:45.047641 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-9caeae02-2018-4211-befe-697e175f553a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1161 time: 0.0836329 Feb 04 13:12:45.216200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b66c1-394e-4660-b62f-56f278db2b8c req-edfc20b6-8c3c-4cdd-a15b-a3d028a5a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:45.217982 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-edfc20b6-8c3c-4cdd-a15b-a3d028a5a549 service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.1614606 Feb 04 13:12:45.334286 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-a369df90-e28c-4519-b750-7f5097ec76c1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1000 time: 0.1076634 Feb 04 13:12:45.410436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b66c1-394e-4660-b62f-56f278db2b8c req-6736a7a6-50a1-490c-a3d9-5cd0c4b417df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:45.412048 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-6736a7a6-50a1-490c-a3d9-5cd0c4b417df service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.0694561 Feb 04 13:12:45.500764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b66c1-394e-4660-b62f-56f278db2b8c req-a14b7870-1405-48e2-a85a-44662c1fb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:45.502612 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-a14b7870-1405-48e2-a85a-44662c1fb3f0 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811083 Feb 04 13:12:45.653958 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-c9e73e72-e918-42e1-8e3b-23489a1170e6 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423917 Feb 04 13:12:45.819392 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-367b66c1-394e-4660-b62f-56f278db2b8c req-b07dac60-703d-442b-af8f-a80656782e05 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563766 Feb 04 13:12:46.184128 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b839d7-c7e3-4605-b045-4c84f05f9fb3 req-04cb9755-c73f-4267-8aa3-840561d5e494 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:46.186008 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e5b839d7-c7e3-4605-b045-4c84f05f9fb3 req-04cb9755-c73f-4267-8aa3-840561d5e494 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.2126434 Feb 04 13:12:46.254296 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e5b839d7-c7e3-4605-b045-4c84f05f9fb3 req-6d0c6652-0996-488f-bd3b-8e56325dadc0 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0615251 Feb 04 13:12:47.127195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:47.559327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73375a71-5aa1-4679-b3eb-adaa248cf928 req-0ad65fb2-db62-4e8c-8b3c-bef6d6e9cd5d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:47.560984 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-73375a71-5aa1-4679-b3eb-adaa248cf928 req-0ad65fb2-db62-4e8c-8b3c-bef6d6e9cd5d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.1701801 Feb 04 13:12:47.632022 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-73375a71-5aa1-4679-b3eb-adaa248cf928 req-195f7b21-3d25-4215-86d2-d3ae6607b286 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0644343 Feb 04 13:12:48.935740 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fc9fa-a699-40e6-8ab1-8588fc485f34 req-c9e0a5e4-2c6a-4064-8ae1-886c51f5589e tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:48.937348 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c36fc9fa-a699-40e6-8ab1-8588fc485f34 req-c9e0a5e4-2c6a-4064-8ae1-886c51f5589e tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.1710014 Feb 04 13:12:49.009988 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c36fc9fa-a699-40e6-8ab1-8588fc485f34 req-9afa9923-0aa8-4717-a446-c1d194bdb1e2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0655215 Feb 04 13:12:49.270325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33f4e1f6-cd41-468b-a143-47dd69417a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:50.071664 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:12:50.148060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a91dc261-91ea-48d3-9a01-8cd750b25cfc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:12:50.148474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:50.278914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:50.306290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feabb10-0eac-4c9f-8280-33aaa0fe4e47 req-c136fae7-933b-4163-b0c9-467ef9c4921d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:50.306956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:12:50.307975 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1feabb10-0eac-4c9f-8280-33aaa0fe4e47 req-c136fae7-933b-4163-b0c9-467ef9c4921d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 944 time: 0.1652939 Feb 04 13:12:50.317875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port a91dc261-91ea-48d3-9a01-8cd750b25cfc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:12:50.321699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:50.323683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:12:50.374081 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'code': 200} Feb 04 13:12:50.377230 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1feabb10-0eac-4c9f-8280-33aaa0fe4e47 req-dd74d9a9-6132-4a8c-b11f-973e19a249ad tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0626440 Feb 04 13:12:50.402944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=6']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:12:50.406773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:12:50.739460 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdff71-9a4a-4772-8f69-4e684ec9eaa7 req-7f43b9b1-9dea-4bdb-b70a-add6554ecec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:50.741118 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cfdff71-9a4a-4772-8f69-4e684ec9eaa7 req-7f43b9b1-9dea-4bdb-b70a-add6554ecec2 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.0864868 Feb 04 13:12:50.792484 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cfdff71-9a4a-4772-8f69-4e684ec9eaa7 req-082d413c-1035-409b-ac7b-5b8f3bb11bb8 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416741 Feb 04 13:12:50.807524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-45a5ddd8-6b77-4a50-8a6b-a869195c9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:50.809164 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-45a5ddd8-6b77-4a50-8a6b-a869195c9c6d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.0855763 Feb 04 13:12:51.118773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-0e6d2243-336a-44f9-893d-2cc451bd6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:51.120363 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-0e6d2243-336a-44f9-893d-2cc451bd6740 service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.1412513 Feb 04 13:12:51.230280 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-6138c532-f50b-493c-b0b3-ee0ec4a1d3d3 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 1002 time: 0.1039844 Feb 04 13:12:51.297622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-7367117e-9385-4b82-9116-1204282e8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:51.299300 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-7367117e-9385-4b82-9116-1204282e8746 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.0640233 Feb 04 13:12:51.388100 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-7858217d-44ba-434d-bd65-a00c54404ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:51.389607 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-7858217d-44ba-434d-bd65-a00c54404ad8 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819585 Feb 04 13:12:51.586110 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-91da8adf-ba44-47e1-9086-d864fbb270d9 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870685 Feb 04 13:12:51.666439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:12:51.742467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port a91dc261-91ea-48d3-9a01-8cd750b25cfc triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:12:51.742888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:51.806155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb46222-ea92-4007-be44-762db22f6492 req-13fb21d3-dda7-4e74-884b-926456f220a4 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:51.807862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3fb46222-ea92-4007-be44-762db22f6492 req-13fb21d3-dda7-4e74-884b-926456f220a4 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.2939215 Feb 04 13:12:51.897780 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3fb46222-ea92-4007-be44-762db22f6492 req-978a3c2a-2c25-41b3-8da9-ab6bc59e3024 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0773106 Feb 04 13:12:51.901524 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e6e4358e-e556-43ad-aa79-a22fc21ef688 req-0f5d5670-0308-4b70-b396-9a6a825a66fd service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3085389 Feb 04 13:12:53.202876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83548a3c-5ff9-4858-9d48-e876526191ca req-d8e62dd7-1150-4146-8069-fd1749ac250c tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:12:53.204787 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83548a3c-5ff9-4858-9d48-e876526191ca req-d8e62dd7-1150-4146-8069-fd1749ac250c tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1717281 Feb 04 13:12:53.269620 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-83548a3c-5ff9-4858-9d48-e876526191ca req-636d109c-ccb2-4844-9d3a-86eec05e70a8 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583594 Feb 04 13:12:53.350845 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-53ff8c9d-d056-40d4-9529-3266d322077a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:54.085032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:54.500957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:12:55.490963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:16.556871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:13:17.142884 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:19.276927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-87694f75-fde9-4795-87bb-05798d0fce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:23.357705 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ca387f51-97c1-4095-8680-b9aa686c0c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:24.088140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:24.505778 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:25.493532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:39.047981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f05946-65eb-4cfb-a2c1-e109ca7c0dfe req-18ac65b6-4cf4-4daf-b874-62210401e49a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:13:39.049799 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-54f05946-65eb-4cfb-a2c1-e109ca7c0dfe req-18ac65b6-4cf4-4daf-b874-62210401e49a tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.1857643 Feb 04 13:13:39.123188 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-54f05946-65eb-4cfb-a2c1-e109ca7c0dfe req-6adda937-f15c-4b8b-bca2-1a13d7270d89 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662441 Feb 04 13:13:40.555718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-818dceaf-f4d2-4b23-aef4-d691f84bca42 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:13:40.558839 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-818dceaf-f4d2-4b23-aef4-d691f84bca42 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.3180380 Feb 04 13:13:40.802429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Deleting port bb27f220-85c0-4655-874e-2b411262bd92 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:40.803034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:41.011591 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56ca3-09c4-4389-9dbd-1e474e53c631 req-4ae3eb76-49f3-4f39-b0e0-5dbbadcfba28 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:13:41.013359 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56f56ca3-09c4-4389-9dbd-1e474e53c631 req-4ae3eb76-49f3-4f39-b0e0-5dbbadcfba28 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 946 time: 0.6649268 Feb 04 13:13:41.164191 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-56f56ca3-09c4-4389-9dbd-1e474e53c631 req-d2192e3e-bae8-4577-85d7-e03ccaf7e4e6 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab118815-4f62-41f5-a629-af12a61a6f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200993 Feb 04 13:13:41.310907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] For port bb27f220-85c0-4655-874e-2b411262bd92, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=bb27f220-85c0-4655-874e-2b411262bd92,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:13:41.311177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:41.647441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:41.648110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:41.648357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Floating IP b7b288f5-b92f-4d1c-a48e-5b50395184f3 disassociated. External IP: 172.28.2.185, port: bb27f220-85c0-4655-874e-2b411262bd92. Feb 04 13:13:41.648555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Calling delete_port for bb27f220-85c0-4655-874e-2b411262bd92 owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:13:41.854255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:41.873420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-746ee1a0-5225-481c-9456-c3a992bc35db tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:41.968977 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:13:41.977115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event deleted for resources: {'Port': ['ID=bb27f220-85c0-4655-874e-2b411262bd92,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:41.995131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.995598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.996140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.996554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.996927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.997326 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.997825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.998218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.998616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.999011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.999403 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:41.999791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.000333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.000726 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.001111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.001559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.001915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.002435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.002679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.003384 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.003517 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.005077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.005077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.005077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:42.010491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:42.019937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: bb27f220-85c0-4655-874e-2b411262bd92 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:13:42.019937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device bb27f220-85c0-4655-874e-2b411262bd92 not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:13:42.458758 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e46c8bff-29a5-45de-8033-5717fea7004a req-3613a99b-1a51-4682-a713-9753e159bfe4 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/ports?device_id=3bc8dbc9-c46b-4469-a637-4b163a5329d7 HTTP/1.1" status: 200 len: 210 time: 0.0611839 Feb 04 13:13:42.550621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:13:42.772736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:13:42.786755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:13:42.805110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:13:42.806438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:42.817212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] No DVR routers for this DVR port bb27f220-85c0-4655-874e-2b411262bd92 on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:13:42.819701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:42.822892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-deleted', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:13:42.849364 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b57ba848-6006-4d27-9d57-85661a4f9a32 req-e87df923-81e7-4905-a990-0edaa1df294f tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.106 "DELETE /v2.0/ports/bb27f220-85c0-4655-874e-2b411262bd92 HTTP/1.1" status: 204 len: 173 time: 2.2766457 Feb 04 13:13:42.906754 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc8dbc9-c46b-4469-a637-4b163a5329d7', 'name': 'network-vif-deleted', 'tag': 'bb27f220-85c0-4655-874e-2b411262bd92', 'status': 'completed', 'code': 200} Feb 04 13:13:43.066967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:13:43.437380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:43.441562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:13:43.450958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:13:43.451595 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:43.645293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50470) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:43.657834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:13:43.740122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:43.772139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:43.823730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:43.830620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ba6f78d4-849d-4616-b107-02cf8ab04b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:43.848243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab118815-4f62-41f5-a629-af12a61a6f94,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:43.860428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.860896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.861238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.861635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.862125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.862440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.862835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.863197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.863569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.863953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.864332 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.864717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.865228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.865638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.866081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.866343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.866728 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.867207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.867583 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.867961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.868344 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.868715 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.869098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.869471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:43.874224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:43.876615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:43.880820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50474) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:43.880984 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "DELETE /v2.0/security-groups/ab118815-4f62-41f5-a629-af12a61a6f94 HTTP/1.1" status: 204 len: 168 time: 0.2344065 Feb 04 13:13:43.901770 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.v2.resource [None req-965b881a-c340-4252-85d0-8e8857cfabe1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] show failed (client error): The resource could not be found. Feb 04 13:13:43.902906 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-965b881a-c340-4252-85d0-8e8857cfabe1 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "GET /v2.0/security-groups/ab118815-4f62-41f5-a629-af12a61a6f94 HTTP/1.1" status: 404 len: 347 time: 0.0210145 Feb 04 13:13:43.906468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50478) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:44.031240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:44.036865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b53543-20da-4e97-b4b7-d536f19d2430 None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:02:00Z', 'revision_number': 4, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '615fe3bb-d9c1-418b-b154-2036acd0fc77', 'name': '', 'network_id': 'c87efb16-9a9b-4c95-aa1c-cb301c202ca9', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'mac_address': 'fa:16:3e:4f:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:57Z', 'updated_at': '2021-02-04T13:02:19Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'subnets': [{'id': 'd8f06512-62a6-4ed6-9ae1-dce902c50270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:13:44.103642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Deleting port 6ef4efc2-9258-4aab-b6e5-df6bb495d090 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:44.104014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:44.324969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:44.325364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:44.464669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05ceb0-d15d-4600-864c-4071be5f4295 None None] New status for floating IP b7b288f5-b92f-4d1c-a48e-5b50395184f3: DOWN {{(pid=80109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:13:44.486101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Calling delete_port for 6ef4efc2-9258-4aab-b6e5-df6bb495d090 owned by network:floatingip {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:13:44.665936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:44.680406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-795cb660-b2e3-4489-8d1f-87ab846591ca tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:44.780863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Pushing event deleted for resources: {'Port': ['ID=6ef4efc2-9258-4aab-b6e5-df6bb495d090,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:44.791293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:44.804815 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-1c05ceb0-d15d-4600-864c-4071be5f4295 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80109) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:13:44.805258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-1c05ceb0-d15d-4600-864c-4071be5f4295 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:13:44.936297 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks [] for floatingip, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:44.957677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:44.957677 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-484586d1-9104-4d19-b30c-28d3b4245836 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] 10.222.0.45 "DELETE /v2.0/floatingips/b7b288f5-b92f-4d1c-a48e-5b50395184f3 HTTP/1.1" status: 204 len: 168 time: 1.0473042 Feb 04 13:13:45.306840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c05ceb0-d15d-4600-864c-4071be5f4295 None None] New status for floating IP b7b288f5-b92f-4d1c-a48e-5b50395184f3: DOWN {{(pid=80109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:13:47.143449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:47.930331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50502) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:48.904421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853745610'] for router_interface, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:49.282117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-22542b11-b5ef-4d25-904f-dfc850229286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:49.338937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Deleting port 615fe3bb-d9c1-418b-b154-2036acd0fc77 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:49.339849 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:49.537730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] For port 615fe3bb-d9c1-418b-b154-2036acd0fc77, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=615fe3bb-d9c1-418b-b154-2036acd0fc77,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:13:49.538007 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:49.682255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Calling delete_port for 615fe3bb-d9c1-418b-b154-2036acd0fc77 owned by network:router_interface {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:13:49.892027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:49.908207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7e9f177b-9c48-47ee-bcae-925f3112d455 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:50.006155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=615fe3bb-d9c1-418b-b154-2036acd0fc77,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:50.015626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:50.746387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1030514'] for router_interface, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:51.327561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:13:51.527513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:13:51.541234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] Sync routers for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:13:51.542998 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] 10.222.0.45 "PUT /v2.0/routers/5950a19e-ebab-47f8-a8e6-18ba0a0b471e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6104100 Feb 04 13:13:51.546273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50510) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:51.560737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:13:51.561413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:51.757083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks [] for router, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:51.775674 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:13:52.036492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:52.045626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Deleting port 42921f93-7838-438e-a467-7ac6e721f104 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:52.046152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:52.143061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:13:49Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:52.147719 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] Checking router: 5950a19e-ebab-47f8-a8e6-18ba0a0b471e for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:13:52.159107 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] Routers {'5950a19e-ebab-47f8-a8e6-18ba0a0b471e'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:13:52.160116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:52.322075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] For port 42921f93-7838-438e-a467-7ac6e721f104, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=42921f93-7838-438e-a467-7ac6e721f104,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:13:52.322538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:52.412394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] Set router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:13:52.462993 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Calling delete_port for 42921f93-7838-438e-a467-7ac6e721f104 owned by network:router_gateway {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:13:52.631250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:52.938055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541588'] for router_gateway, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.039887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:13:49Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:53.044333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20807c7-8c07-4ab2-8ff5-c00879711d2a None None] The sync data for ids ['5950a19e-ebab-47f8-a8e6-18ba0a0b471e'] in dv-cinder-773985-3-smb is: [{'id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'name': 'tempest-AttachVolumeShelveTestJSON-597602019-router', 'tenant_id': 'e582d788f0a84310a22bb829e584df6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '42921f93-7838-438e-a467-7ac6e721f104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:01:44Z', 'updated_at': '2021-02-04T13:13:49Z', 'revision_number': 5, 'project_id': 'e582d788f0a84310a22bb829e584df6b', 'gw_port': {'id': '42921f93-7838-438e-a467-7ac6e721f104', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:11:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5950a19e-ebab-47f8-a8e6-18ba0a0b471e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:01:46Z', 'updated_at': '2021-02-04T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:13:53.109145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32359'] for router, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.111711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.142767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749653'] for router, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.143538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5950a19e-ebab-47f8-a8e6-18ba0a0b471e {{(pid=80108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:13:53.159178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.160452 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-358198e8-56e2-42c9-bdcc-473aa9b71763 admin admin] 10.222.0.45 "DELETE /v2.0/routers/5950a19e-ebab-47f8-a8e6-18ba0a0b471e HTTP/1.1" status: 204 len: 168 time: 1.6131167 Feb 04 13:13:53.163880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50514) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:53.254288 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Deleting subnet d8f06512-62a6-4ed6-9ae1-dce902c50270 {{(pid=80108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:13:53.258812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.317878 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2529274'] for subnet, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.355023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5d581440-4bf6-4ea7-9934-eba5b628e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.406783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.558263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:13:53.798366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1287563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443923'] for subnet, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.813928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:53.899274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f06512-62a6-4ed6-9ae1-dce902c50270,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:53.906953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:53.964111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:53.973113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec5738b-4fe1-4790-b9b7-86c73a5e6dae None None] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:13:53.974079 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-869bc2ae-7989-4b57-b414-b04d118c6d6c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d8f06512-62a6-4ed6-9ae1-dce902c50270 HTTP/1.1" status: 204 len: 168 time: 0.8087976 Feb 04 13:13:53.977228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50518) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:54.140435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.213110 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 615fe3bb-d9c1-418b-b154-2036acd0fc77 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:13:54.260367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 615fe3bb-d9c1-418b-b154-2036acd0fc77 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:13:54.260653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 615fe3bb-d9c1-418b-b154-2036acd0fc77 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:13:54.261111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 42921f93-7838-438e-a467-7ac6e721f104 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:13:54.301092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 42921f93-7838-438e-a467-7ac6e721f104 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:13:54.301484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 42921f93-7838-438e-a467-7ac6e721f104 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:13:54.377039 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] DHCP port deletion for c87efb16-9a9b-4c95-aa1c-cb301c202ca9 request from dv-cinder-773985-3-smb {{(pid=80109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 13:13:54.381826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Deleting port 53bd364e-e0bf-44d7-a511-b598008e7359 {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:54.382243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.409198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.490673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Deleting port 53bd364e-e0bf-44d7-a511-b598008e7359 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:54.491097 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.545692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.656597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] For port 53bd364e-e0bf-44d7-a511-b598008e7359, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=53bd364e-e0bf-44d7-a511-b598008e7359,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:13:54.657472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.749070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] For port 53bd364e-e0bf-44d7-a511-b598008e7359, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=53bd364e-e0bf-44d7-a511-b598008e7359,segment=NetworkSegment(afaf4a8f-0696-4f09-a051-87826289baf3),segment_id=afaf4a8f-0696-4f09-a051-87826289baf3)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:13:54.750042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.805514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Calling delete_port for 53bd364e-e0bf-44d7-a511-b598008e7359 owned by network:dhcp {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:13:54.892377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559'] for port, after_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:54.907445 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:54.910969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Calling delete_port for 53bd364e-e0bf-44d7-a511-b598008e7359 owned by network:dhcp {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:13:55.001072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80108) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:13:55.001323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:13:55.027194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Pushing event deleted for resources: {'Port': ['ID=53bd364e-e0bf-44d7-a511-b598008e7359,revision_number=None']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:55.055825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.056160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.056567 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.056971 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.057353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.057796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.058184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.058551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.058937 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.059322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.059707 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.060098 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.060596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.060980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.061362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.061872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.062203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.062585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.062981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.063370 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.063772 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.064124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.064479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.064855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:13:55.070928 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:55.109955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e68825-13e0-47bb-9563-e235cc9bf34a None None] No DVR routers for this DVR port 53bd364e-e0bf-44d7-a511-b598008e7359 on host dv-cinder-773985-3-smb {{(pid=80109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:13:55.501831 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:55.503709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Deleting port 53bd364e-e0bf-44d7-a511-b598008e7359 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:13:55.504585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:55.593246 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] The port '53bd364e-e0bf-44d7-a511-b598008e7359' was deleted {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 13:13:55.729578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:55.869152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87efb16-9a9b-4c95-aa1c-cb301c202ca9']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:55.895323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaf4a8f-0696-4f09-a051-87826289baf3') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:55.895929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaf4a8f-0696-4f09-a051-87826289baf3') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:13:55.920946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:55.950394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:55.954703 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:13:56.186313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:13:56.197021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 53bd364e-e0bf-44d7-a511-b598008e7359 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:13:56.203449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:56.237908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 53bd364e-e0bf-44d7-a511-b598008e7359 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:13:56.238300 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 53bd364e-e0bf-44d7-a511-b598008e7359 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:13:56.392522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Network c87efb16-9a9b-4c95-aa1c-cb301c202ca9 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:13:56.415362 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:13:56.514998 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:56.521270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:56.526222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:56.553737 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c87efb16-9a9b-4c95-aa1c-cb301c202ca9,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:56.557608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:56.573699 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c34ee57e-1962-4a03-9e97-4ad1e27b3d2c admin admin] 10.222.0.45 "DELETE /v2.0/networks/c87efb16-9a9b-4c95-aa1c-cb301c202ca9 HTTP/1.1" status: 204 len: 168 time: 2.5950751 Feb 04 13:13:56.898968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50526) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:56.964298 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-eccfd36e-5a7a-4021-842c-85b6cee60bbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e582d788f0a84310a22bb829e584df6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0638082 Feb 04 13:13:56.967440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50530) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:57.038751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:57.080131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:57.155405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:57.163303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-53d6beae-2116-48c8-a9bc-6bf78ff511d0 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:57.185533 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b639407-68c2-41e1-933c-9f06e50ba920,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:57.191910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:57.197249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:57.202369 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b639407-68c2-41e1-933c-9f06e50ba920 HTTP/1.1" status: 204 len: 168 time: 0.2336018 Feb 04 13:13:58.251043 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50552) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:58.431287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1026431881-network', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:58.436957 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:13:58.441522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Usage tracker for resource:network and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:13:58.444921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:13:58.452554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:13:58.463030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Made reservation on behalf of c0fb944d823b4a4f973efccf7c05e8c3 for: {'network': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:13:58.467906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for network, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.482544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.499360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:13:58.504458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:13:58.508032 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:13:58.514809 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:13:58.607876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.611145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.615839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5df80219-64ee-4199-bd96-ad9ab620d378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:58.646203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 04 13:13:58.659850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4675bc5f-23cb-483a-af8d-71bd2a0b6460,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:58.664718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:58.665851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786261248610', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.666308 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.segments_db [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Added segment 420469bf-47ff-4672-a459-b5a927d86f9c of type vxlan for network 73130284-d4d9-4e58-8088-2145f96d0b87 Feb 04 13:13:58.705083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786260754035'] for network, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.743913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485'] for network, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.745840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:13:58.746948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:58.751716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-90601ef6-8551-4f2e-ba8c-a3352648999b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:58.859848 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6071391 Feb 04 13:13:58.863468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Pushing event updated for resources: {'Network': ['ID=73130284-d4d9-4e58-8088-2145f96d0b87,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:58.864221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50558) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:58.867027 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:58.871718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Request body: {'subnet': {'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1026431881-subnet', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:58.878606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Network 73130284-d4d9-4e58-8088-2145f96d0b87 details requested by agent ovs-agent-hv-cinder-77398 with host hv-cinder-77398 {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:13:58.879164 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:13:58.885261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Usage tracker for resource:subnet and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:13:58.888479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:13:58.892907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Network 73130284-d4d9-4e58-8088-2145f96d0b87 details requested by agent ovs-agent-dv-cinder-773985-3-smb with host dv-cinder-773985-3-smb {{(pid=80109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 04 13:13:58.896491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:13:58.907795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Made reservation on behalf of c0fb944d823b4a4f973efccf7c05e8c3 for: {'subnet': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:13:58.916693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852331847'] for subnet, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:59.457419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1286734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852331894'] for subnet, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:59.474791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1f4d2437-e3d6-4c16-a176-084178361564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:13:59.599291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f57d039-1994-48d5-b685-40675007b2ab,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:13:59.604524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:13:59.676746 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Checking segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:13:59.677145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Network hostable DHCP agents. Network: 73130284-d4d9-4e58-8088-2145f96d0b87, hostable agents: ['1ef774b7-dce5-4ebc-af51-30fdc16dc5a5'], hosted agents: [] {{(pid=80108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 04 13:13:59.703541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Network 73130284-d4d9-4e58-8088-2145f96d0b87 is scheduled to be hosted by DHCP agent 1ef774b7-dce5-4ebc-af51-30fdc16dc5a5 with binding_index 1 {{(pid=80108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 04 13:13:59.714863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-3-smb, 73130284-d4d9-4e58-8088-2145f96d0b87) {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:13:59.725370 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b498c7c-6d72-4571-81be-472ac8185351 None None] Network 73130284-d4d9-4e58-8088-2145f96d0b87 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:13:59.730690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:13:59.731455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:59.759001 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f16a58d4-3a95-4891-962d-bf4c0ae3e474 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8933403 Feb 04 13:13:59.764135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50562) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:13:59.772391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:13:59.779596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:13:59.785829 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Usage tracker for resource:router and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:13:59.795182 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:13:59.805277 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:13:59.816232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1026437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32374'] for router, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:59.817877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854234261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854743442'] for router, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:59.843771 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:13:59.985254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb830aba8-97b8-55fd-a38a-a6adb2520612-73130284-d4d9-4e58-8088-2145f96d0b87', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab'}]}} from dv-cinder-773985-3-smb. {{(pid=80109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 04 13:13:59.986390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.207624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854234280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1026554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854743457'] for router, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.326787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Allocated IP 172.20.0.2 (73130284-d4d9-4e58-8088-2145f96d0b87/5f57d039-1994-48d5-b685-40675007b2ab/5b28816f-b723-459e-bf02-c3a05ea28913) {{(pid=80109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:14:00.576671 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Notify callbacks [] for port, precommit_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.581735 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.590096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Transition to ACTIVE for port object 5b28816f-b723-459e-bf02-c3a05ea28913 will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:00.612175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Transition to ACTIVE for port object 5b28816f-b723-459e-bf02-c3a05ea28913 will not be triggered until provisioned by entity DHCP. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:00.618211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135'] for port, after_create {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.620416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.635866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:00.777762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Pushing event updated for resources: {'Port': ['ID=5b28816f-b723-459e-bf02-c3a05ea28913,revision_number=1']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:00.782655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:00.845398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Network 73130284-d4d9-4e58-8088-2145f96d0b87 is already hosted by enough agents. {{(pid=80109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:14:00.846745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Resources bound (agent type, host, resource id): {{(pid=80109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:14:00.849099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Received port after_create {{(pid=80109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:14:00.910096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Attempting to bind port 5b28816f-b723-459e-bf02-c3a05ea28913 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:14:00.910522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Attempting to bind port 5b28816f-b723-459e-bf02-c3a05ea28913 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:14:00.910932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Attempting to bind port 5b28816f-b723-459e-bf02-c3a05ea28913 on network 73130284-d4d9-4e58-8088-2145f96d0b87 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:14:00.917475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:00.917932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Checking segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:14:00.918454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.918944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Bound using segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:00.919473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Bound port: 5b28816f-b723-459e-bf02-c3a05ea28913, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:14:00.919893 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:00.984160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Allocated IP 172.28.2.251 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/c6774248-b1ce-46f0-be89-1269279a5e0d) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:14:01.055188 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] For port 5b28816f-b723-459e-bf02-c3a05ea28913, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:14:01.063686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] For port 5b28816f-b723-459e-bf02-c3a05ea28913, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=5b28816f-b723-459e-bf02-c3a05ea28913,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:14:01.063686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:01.081539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:01.206537 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:01.260415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:01.283374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:01.595343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Pushing event updated for resources: {'Port': ['ID=5b28816f-b723-459e-bf02-c3a05ea28913,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:01.605322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:01.729528 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c6774248-b1ce-46f0-be89-1269279a5e0d,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:01.734886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:01.823252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:14:01.825394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:14:01.829037 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:14:02.279783 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 5b28816f-b723-459e-bf02-c3a05ea28913 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:02.390834 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 5b28816f-b723-459e-bf02-c3a05ea28913 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:02.458899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:02.933778 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541622'] for router, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:03.275211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 is scheduled to L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e with binding_index 1 {{(pid=80108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 04 13:14:03.301725 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6460881-3841-49bc-83e9-fb7416f55f6b None None] Network 73130284-d4d9-4e58-8088-2145f96d0b87 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:14:03.454119 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Provisioning for port 5b28816f-b723-459e-bf02-c3a05ea28913 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:03.471543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Provisioning complete for port 5b28816f-b723-459e-bf02-c3a05ea28913 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:03.472141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:03.597389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:14:03.634843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:14:03.650163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:03.655354 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ee74ca74-a824-4101-b086-fdda58e443e2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8892832 Feb 04 13:14:03.655649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50570) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:03.679824 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:03.680588 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:04.091059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:04.249199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:04.309022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] For port 5b28816f-b723-459e-bf02-c3a05ea28913, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=5b28816f-b723-459e-bf02-c3a05ea28913,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:04.429488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:04.432855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:04.659959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Pushing event updated for resources: {'Port': ['ID=5b28816f-b723-459e-bf02-c3a05ea28913,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:04.669712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-837dc9ca-eaaa-4b97-8141-250f5d829022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:04.828416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:02Z', 'revision_number': 3, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:04.835268 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:14:04.836021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Updating router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 port c6774248-b1ce-46f0-be89-1269279a5e0d binding host dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:14:04.909436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-9682365e-cdc4-4eb7-88dc-fb54507121f3 None None] Provisioning complete for port 5b28816f-b723-459e-bf02-c3a05ea28913 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:04.909887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9682365e-cdc4-4eb7-88dc-fb54507121f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:04.943481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.015322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.434242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-bcf1ae38-6d87-4320-bf39-bb63c4c27f84 None None] Provisioning complete for port 5b28816f-b723-459e-bf02-c3a05ea28913 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:05.435150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bcf1ae38-6d87-4320-bf39-bb63c4c27f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.482890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Allocated IP 172.20.0.1 (73130284-d4d9-4e58-8088-2145f96d0b87/5f57d039-1994-48d5-b685-40675007b2ab/15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:14:05.674683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.696013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Transition to ACTIVE for port object 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 will not be triggered until provisioned by entity DHCP. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:05.724218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.745439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-54bd2f35-2874-4b73-bdbb-e7687fa3b2e5 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:05.884247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.896031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Pushing event updated for resources: {'Port': ['ID=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:05.898894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Transition to ACTIVE for port object c6774248-b1ce-46f0-be89-1269279a5e0d will not be triggered until provisioned by entity L2. {{(pid=80109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:05.901806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:05.903524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:05.920149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-37b8945d-6383-49d9-af5f-7dc0f60d3223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:05.959699 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Network 73130284-d4d9-4e58-8088-2145f96d0b87 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:14:05.961137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:14:05.963773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:14:06.027600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1024114'] for router_interface, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.078050 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8061c-f15f-42a4-ac37-7ed5c065aea7 None None] Pushing event updated for resources: {'Port': ['ID=c6774248-b1ce-46f0-be89-1269279a5e0d,revision_number=2']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:06.081754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-30e8061c-f15f-42a4-ac37-7ed5c065aea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:06.154174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Attempting to bind port c6774248-b1ce-46f0-be89-1269279a5e0d on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:14:06.154590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Attempting to bind port c6774248-b1ce-46f0-be89-1269279a5e0d by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:14:06.154985 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Attempting to bind port c6774248-b1ce-46f0-be89-1269279a5e0d on network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:14:06.162044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:06.162443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Checking segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:14:06.162894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.163486 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Bound using segment: {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'} {{(pid=80109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:06.163948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Bound port: c6774248-b1ce-46f0-be89-1269279a5e0d, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd220e0de-7329-4338-9f20-30f3aa2e5a1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}}] {{(pid=80109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:14:06.164368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.169998 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.223936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 5b28816f-b723-459e-bf02-c3a05ea28913 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:06.286393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-577cbd2d-8322-4b27-a3be-6d69d14d4997 None None] Provisioning for port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:06.306621 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-577cbd2d-8322-4b27-a3be-6d69d14d4997 None None] Provisioning complete for port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:06.307038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-577cbd2d-8322-4b27-a3be-6d69d14d4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.379629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] For port c6774248-b1ce-46f0-be89-1269279a5e0d, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:14:06.393788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] For port c6774248-b1ce-46f0-be89-1269279a5e0d, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=c6774248-b1ce-46f0-be89-1269279a5e0d,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:14:06.397498 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-577cbd2d-8322-4b27-a3be-6d69d14d4997 None None] Port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:14:06.403769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.420960 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:06.505068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.509891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.513612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 5b28816f-b723-459e-bf02-c3a05ea28913 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:06.514544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.541855 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b8755a85-4c25-4b62-906a-ff4e9df0df1c tempest-VolumesSnapshotTestJSON-371161565 tempest-VolumesSnapshotTestJSON-371161565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:06.632320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Pushing event updated for resources: {'Port': ['ID=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:06.635158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8061c-f15f-42a4-ac37-7ed5c065aea7 None None] Pushing event updated for resources: {'Port': ['ID=c6774248-b1ce-46f0-be89-1269279a5e0d,revision_number=3']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:06.635383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853733901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030188'] for router_interface, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:06.650662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-30e8061c-f15f-42a4-ac37-7ed5c065aea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:06.655046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:06.768313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:06.769206 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:06.815932 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Network 73130284-d4d9-4e58-8088-2145f96d0b87 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:14:06.818447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:14:07.054117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:07.106002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:14:07.225214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-b9b37759-f8b5-4175-9429-dff6e1c07f2e None None] Provisioning complete for port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:07.225637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b37759-f8b5-4175-9429-dff6e1c07f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:07.329099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:14:07.339898 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-196829fd-bae7-489a-ab0b-5b9d86b3f50e admin admin] 10.222.0.45 "PUT /v2.0/routers/a1a73d66-d3ca-40aa-a515-d0a9c31a68b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6829014 Feb 04 13:14:07.369012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-b9b37759-f8b5-4175-9429-dff6e1c07f2e None None] Port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:14:07.485422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 2, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:07.489895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a719bb-251b-4e4b-88eb-35704432d6b8 None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 2, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:14:07.959826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50580) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:07.968275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531288721', 'description': 'tempest-description--509720825'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:07.993646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:14:07.998773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:14:08.002222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:14:08.008541 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:14:08.021235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.046630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:14:08.051451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:14:08.055349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:14:08.062439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:14:08.152334 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.159565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.165809 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b002fb0d-8d7c-4f97-881b-01673fdf4470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:08.211734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e45dd-d96f-4305-b650-2d0accb94ca8,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:08.216547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.218355 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2559032 Feb 04 13:14:08.218897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:08.222566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50584) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:08.237262 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'security_group_rule': {'security_group_id': 'aa0e45dd-d96f-4305-b650-2d0accb94ca8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:08.263474 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:14:08.268651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:14:08.274133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:14:08.280437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:14:08.298475 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.370615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.374413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.376875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:08.404907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f31ccb0-632d-4edb-9c8c-81497ffc2ffe,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:08.407909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:08.415654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.420512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50588) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:08.420708 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b37ac8a9-3bae-4bee-9b28-9327a09bb212 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1890221 Feb 04 13:14:08.427366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'security_group_rule': {'security_group_id': 'aa0e45dd-d96f-4305-b650-2d0accb94ca8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:08.450363 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:14:08.454745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:14:08.458060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:14:08.466386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:14:08.485280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.560150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.563732 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.566458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ed4c2818-6716-4c30-9332-c511664da2ea tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:08.595204 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41387fc5-192d-475d-bbbb-8911ecebee03,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:08.598174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:08.606125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.607466 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9f05e8be-2507-4610-847e-59f5381d828a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1853659 Feb 04 13:14:08.611476 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50592) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:08.620017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'floatingip': {'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:08.644030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:14:08.649003 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:floatingip and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:14:08.652350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:14:08.658522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:14:08.671343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:08.832665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:09.122094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Allocated IP 172.28.2.159 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/d05c3e24-95c2-4351-b275-2220d14381d9) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:14:09.555972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:09.590794 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:09.607017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-06e5e9d8-2289-4271-baa0-657c76794214 tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:09.743608 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'Port': ['ID=d05c3e24-95c2-4351-b275-2220d14381d9,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:09.748987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:09.804755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:14:09.806034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:14:09.808367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:14:09.899173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:09.966250 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.247647 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device c6774248-b1ce-46f0-be89-1269279a5e0d up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:10.269916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.274965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.291293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a43fad45-c355-4a0a-aca3-007077dae320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:10.326118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port c6774248-b1ce-46f0-be89-1269279a5e0d completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:10.331501 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port c6774248-b1ce-46f0-be89-1269279a5e0d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:10.331908 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.427653 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'Port': ['ID=d05c3e24-95c2-4351-b275-2220d14381d9,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:10.432548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:10.470636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.489102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port c6774248-b1ce-46f0-be89-1269279a5e0d, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=c6774248-b1ce-46f0-be89-1269279a5e0d,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:10.492828 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.494769 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-35cf6d04-567c-4472-8180-d7315702bdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:10.550658 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.574256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=c6774248-b1ce-46f0-be89-1269279a5e0d,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:10.578935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:10.581442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:10.582909 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9700575 Feb 04 13:14:10.783394 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:14:10.796051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:10.797067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:10.806821 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-d743dc72-a34a-4bef-9495-c0bc76bb6c6a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--531288721&fields=id&tenant_id=c0fb944d823b4a4f973efccf7c05e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0634875 Feb 04 13:14:10.999782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:11.053914 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-f234d554-7f42-41c0-9ee8-2bf03e18d54f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:11.055547 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-f234d554-7f42-41c0-9ee8-2bf03e18d54f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 811 time: 0.2408414 Feb 04 13:14:11.072794 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-74cd148e-38c3-4178-ac77-205e9ad5e971 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/quotas/c0fb944d823b4a4f973efccf7c05e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0106492 Feb 04 13:14:11.234640 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-cdd9d386-5128-4811-a5fc-45f3b544e217 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547258 Feb 04 13:14:11.345512 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-d6fc8487-32a4-4aff-923e-60a928e23bc8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:14:11.346904 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-d6fc8487-32a4-4aff-923e-60a928e23bc8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0965443 Feb 04 13:14:11.349390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 2, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:11.354401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:14:11.354793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Updating router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 binding host dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 04 13:14:11.417466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:11.509056 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-d23c9e60-ce16-4a44-be1c-c30a03f825b7 service neutron] 10.222.0.45 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548774 Feb 04 13:14:11.657954 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-f88fa75c-1426-4604-89b7-2d4287e7c2ce service neutron] 10.222.0.45 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412013 Feb 04 13:14:11.872909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Notify callbacks [] for port, precommit_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:11.887218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Transition to ACTIVE for port object 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 will not be triggered until provisioned by entity L2. {{(pid=80110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:11.891490 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:11.899407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e244bf8e-0f00-4c60-956b-7c3caf45cf60 req-41c11fef-6285-4d4d-b5f7-c05f593c6f01 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:14:11.909853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2fbd7630-cf0a-417c-a9d1-2d73d52fd1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:11.920922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-e244bf8e-0f00-4c60-956b-7c3caf45cf60 req-41c11fef-6285-4d4d-b5f7-c05f593c6f01 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:14:11.922357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e244bf8e-0f00-4c60-956b-7c3caf45cf60 req-41c11fef-6285-4d4d-b5f7-c05f593c6f01 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 210 time: 0.0803392 Feb 04 13:14:12.073965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Pushing event updated for resources: {'Port': ['ID=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,revision_number=3']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:12.100140 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.100492 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.100892 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.101346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.101578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.102130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.102346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.102730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.103086 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.103562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.103950 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.104298 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.104763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.105106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.105447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.105813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.106156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.106479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.106880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.107158 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.107497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.107836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.108174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.108510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:12.114431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:12.229190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device c6774248-b1ce-46f0-be89-1269279a5e0d up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:12.343609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Attempting to bind port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 on host dv-cinder-773985-3-smb for vnic_type normal with profile {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:14:12.344212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Attempting to bind port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 by drivers openvswitch on host dv-cinder-773985-3-smb at level 0 using segments [{'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:14:12.345444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Attempting to bind port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 on network 73130284-d4d9-4e58-8088-2145f96d0b87 {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:14:12.353487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Checking agent: {'id': '0336af22-a395-4e2f-b362-cd4e5bf6bead', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 52, 24), 'started_at': datetime.datetime(2021, 2, 4, 12, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:12.354333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Checking segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:14:12.354826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:12.355303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Bound using segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} {{(pid=80110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:12.355887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Bound port: 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810, host: dv-cinder-773985-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}}] {{(pid=80110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:14:12.356340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:12.360036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port c6774248-b1ce-46f0-be89-1269279a5e0d triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:12.360543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:12.459926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] For port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810, host dv-cinder-773985-3-smb, cleared binding levels {{(pid=80110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:14:12.464029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] For port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810, host dv-cinder-773985-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:14:12.466811 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80110) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:12.483947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:12.640550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Pushing event updated for resources: {'Port': ['ID=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,revision_number=4']} {{(pid=80110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:12.646225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a51c2905-d73f-4e0a-b2dd-826d0eda89a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80110) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:12.692967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:12.693804 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:13:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:12.908404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:13.147275 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3f2a2867-dd55-4df1-a157-64795da75435 req-38b31441-46da-4cb7-bb4d-14d3fb07109a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 210 time: 0.0653620 Feb 04 13:14:13.309012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-2b3fa569-bc89-40d0-9003-6b282c404b34 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:13.310810 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-2b3fa569-bc89-40d0-9003-6b282c404b34 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 811 time: 0.3120677 Feb 04 13:14:13.330618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:12Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:13.335677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a418e7f-9a6d-4acc-b0f0-c2c13756bd4d None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:12Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:14:13.434693 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-22ae54e5-177d-408f-af65-cc095916243d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3 HTTP/1.1" status: 200 len: 5707 time: 0.1097798 Feb 04 13:14:13.739822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'port': {'device_id': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'admin_state_up': True, 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'security_groups': ['aa0e45dd-d96f-4305-b650-2d0accb94ca8']}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:14.260547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:14.305348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:14:14.318016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:14:14.328291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Made reservation on behalf of c0fb944d823b4a4f973efccf7c05e8c3 for: {'port': 1} {{(pid=80108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:14:14.352216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:14.353930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning for port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:14.362785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:14.363742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:14.372064 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a6ef9ca4-4b62-494e-92be-515fb4a6d728 req-d9843a9b-05bf-4059-87af-1f1d41b387dc tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 210 time: 0.0589669 Feb 04 13:14:14.553698 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:14.595261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] For port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:14.598692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:14.600861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:14.682324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Pushing event updated for resources: {'Port': ['ID=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:14.685944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:14.713178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Allocated IP 172.20.0.4 (73130284-d4d9-4e58-8088-2145f96d0b87/5f57d039-1994-48d5-b685-40675007b2ab/95e7d301-089b-4b92-b385-52c3c68e3716) {{(pid=80108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:14:14.957379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for port, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:14.978223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Transition to ACTIVE for port object 95e7d301-089b-4b92-b385-52c3c68e3716 will not be triggered until provisioned by entity DHCP. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:15.006067 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:15.026954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-de18f8c2-92ae-4418-ab2e-4be478f3f172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:15.166967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'Port': ['ID=95e7d301-089b-4b92-b385-52c3c68e3716,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:15.171562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:15.233155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Network 73130284-d4d9-4e58-8088-2145f96d0b87 is already hosted by enough agents. {{(pid=80108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:14:15.235057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources bound (agent type, host, resource id): {{(pid=80108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:14:15.238805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Received port after_create {{(pid=80108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:14:15.390420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:15.391157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:15.422867 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ee017870-597c-43e1-b3d9-59be3c28a442 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6877899 Feb 04 13:14:15.440130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Request body: {'port': {'device_id': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:15.524355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-b25c573f-361c-4f69-8153-30cec61f779e None None] Provisioning for port 95e7d301-089b-4b92-b385-52c3c68e3716 completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:15.532231 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-b25c573f-361c-4f69-8153-30cec61f779e None None] Provisioning complete for port 95e7d301-089b-4b92-b385-52c3c68e3716 triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:15.532629 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b25c573f-361c-4f69-8153-30cec61f779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:15.614616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-b25c573f-361c-4f69-8153-30cec61f779e None None] Port 95e7d301-089b-4b92-b385-52c3c68e3716 cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:14:15.641618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:15.819026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc180f-5730-47ab-ad44-120cc2bbd02d req-3e479597-1db1-4b8a-a29b-9ac5469c7693 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:15.819807 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-3acc180f-5730-47ab-ad44-120cc2bbd02d req-3e479597-1db1-4b8a-a29b-9ac5469c7693 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:14:15.899296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-3acc180f-5730-47ab-ad44-120cc2bbd02d req-3e479597-1db1-4b8a-a29b-9ac5469c7693 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:14:15.900910 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acc180f-5730-47ab-ad44-120cc2bbd02d req-3e479597-1db1-4b8a-a29b-9ac5469c7693 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 931 time: 0.3522103 Feb 04 13:14:16.134540 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3acc180f-5730-47ab-ad44-120cc2bbd02d req-a073d8f8-20a6-41a5-ae4e-963821afa178 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834955 Feb 04 13:14:16.245276 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 up at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:16.336961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Provisioning complete for port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:16.337565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:16.352822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e7d301-089b-4b92-b385-52c3c68e3716 {{(pid=80108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:14:16.367221 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:16.390146 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Transition to ACTIVE for port object 95e7d301-089b-4b92-b385-52c3c68e3716 will not be triggered until provisioned by entity L2. {{(pid=80108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:14:16.398750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:16.425746 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a650118a-9625-4302-bbe0-6899046367a9 tempest-TestMinimumBasicScenario-1613088763 tempest-TestMinimumBasicScenario-1613088763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:16.619925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Pushing event updated for resources: {'Port': ['ID=95e7d301-089b-4b92-b385-52c3c68e3716,revision_number=2']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:16.625866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:16.884682 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Attempting to bind port 95e7d301-089b-4b92-b385-52c3c68e3716 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:14:16.885031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Attempting to bind port 95e7d301-089b-4b92-b385-52c3c68e3716 by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:14:16.885592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Attempting to bind port 95e7d301-089b-4b92-b385-52c3c68e3716 on network 73130284-d4d9-4e58-8088-2145f96d0b87 {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:14:16.896430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:14:16.897030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Checking segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:14:16.897791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:16.898421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Bound using segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} {{(pid=80108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:14:16.899189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Bound port: 95e7d301-089b-4b92-b385-52c3c68e3716, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}}] {{(pid=80108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:14:16.899813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:17.064500 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] For port 95e7d301-089b-4b92-b385-52c3c68e3716, host hv-cinder-77398, cleared binding levels {{(pid=80108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:14:17.068383 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] For port 95e7d301-089b-4b92-b385-52c3c68e3716, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95e7d301-089b-4b92-b385-52c3c68e3716,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:14:17.073085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1287622'] for port, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:17.086919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7764d3bb-e28c-400b-8437-893759991ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:17.139478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:17.242525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Pushing event updated for resources: {'Port': ['ID=95e7d301-089b-4b92-b385-52c3c68e3716,revision_number=3']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:17.257918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:17.298497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:17.299493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:17.301471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-7de8cee0-4aab-4a94-b054-88322ef46e68 service neutron] 10.222.0.106 "PUT /v2.0/ports/95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1157 time: 1.8686779 Feb 04 13:14:17.302303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:17.410734 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716', 'status': 'completed', 'code': 200} Feb 04 13:14:17.489314 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ba041b3c-b1a5-46a9-8006-7ecaa0731f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:17.491989 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ba041b3c-b1a5-46a9-8006-7ecaa0731f82 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1160 time: 0.1278915 Feb 04 13:14:17.605117 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-4abe4de7-0320-43ec-9bfe-091f7fb44d9d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 217 time: 0.1031742 Feb 04 13:14:17.622000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52892b68-ce88-4caf-9201-eb3baa18fde8 req-fa713531-a3bb-46a4-99ba-e1115b020e28 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:17.623730 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-52892b68-ce88-4caf-9201-eb3baa18fde8 req-fa713531-a3bb-46a4-99ba-e1115b020e28 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 943 time: 0.2305248 Feb 04 13:14:17.703339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-52892b68-ce88-4caf-9201-eb3baa18fde8 req-8efc3283-b0c9-45f9-9f18-142372a41ff1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:security_group {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:14:17.717183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-fdcc422a-7a90-475b-8210-4ffe877c5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:17.720218 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-fdcc422a-7a90-475b-8210-4ffe877c5f35 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.1068089 Feb 04 13:14:17.723514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-52892b68-ce88-4caf-9201-eb3baa18fde8 req-8efc3283-b0c9-45f9-9f18-142372a41ff1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:security_group {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:14:17.724823 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-52892b68-ce88-4caf-9201-eb3baa18fde8 req-8efc3283-b0c9-45f9-9f18-142372a41ff1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935588 Feb 04 13:14:17.834270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-9635d557-994d-4a51-8566-5c1c1c346857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:17.836036 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-9635d557-994d-4a51-8566-5c1c1c346857 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1078038 Feb 04 13:14:18.005091 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ef0604b4-c81e-4279-ad44-386eb247b07f service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602693 Feb 04 13:14:18.163776 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a545298b-83e1-4d7a-8314-1f39d5ae2f21 req-ba412e35-dd97-4a2a-b768-919f69618850 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504419 Feb 04 13:14:18.306546 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-f2ffd052-da2d-454b-9254-9fbbc61ef1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:18.308224 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-f2ffd052-da2d-454b-9254-9fbbc61ef1e7 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1160 time: 0.0922403 Feb 04 13:14:18.499139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-2700aa35-1a33-472c-ab5d-1fb841040f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:18.501849 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-2700aa35-1a33-472c-ab5d-1fb841040f56 service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1849499 Feb 04 13:14:18.582503 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-b9a190ac-e3c4-45e1-9395-3a2379df7ebc service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 217 time: 0.0723634 Feb 04 13:14:18.662506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-ef0917a4-5ab3-4eb0-a24a-6004ce9d6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:18.664291 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-ef0917a4-5ab3-4eb0-a24a-6004ce9d6b59 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0743561 Feb 04 13:14:18.758839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-8cf63836-caa4-440b-93ae-9a759df4c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:18.760880 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-8cf63836-caa4-440b-93ae-9a759df4c99d service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883677 Feb 04 13:14:19.269216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cd47b200-e591-4d95-b2ff-e5e72066d581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:19.428852 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-36551a66-8a68-4539-8071-b1ab6daaaf1f service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570158 Feb 04 13:14:19.573111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1e0c3-8999-4cff-8741-3c4c28862617 req-9cbed939-fb23-4705-9ac9-804ad801d133 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:19.575788 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d0c1e0c3-8999-4cff-8741-3c4c28862617 req-9cbed939-fb23-4705-9ac9-804ad801d133 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 943 time: 0.3418224 Feb 04 13:14:19.805454 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d0c1e0c3-8999-4cff-8741-3c4c28862617 req-021427da-0bbc-4698-b68e-fcd6d9f4f394 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934290 Feb 04 13:14:19.855891 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-eed49c40-60cd-47ad-90a7-d06891ebcd13 req-7bf36570-dcb2-4c87-8445-f47bef259556 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2786729 Feb 04 13:14:21.171874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e431c2-f795-4c3c-b8b8-54df7487105f req-4f210e98-3614-49bf-8345-9f42311ce25e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:21.173564 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c5e431c2-f795-4c3c-b8b8-54df7487105f req-4f210e98-3614-49bf-8345-9f42311ce25e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 943 time: 0.2003801 Feb 04 13:14:21.252245 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c5e431c2-f795-4c3c-b8b8-54df7487105f req-2eff0243-94b7-4e20-ae5a-9de94966a100 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666163 Feb 04 13:14:22.602513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc7f1c-6ac9-4fd0-9ae3-39ccced0a2e4 req-ae53ea06-208c-4670-acc9-fb13dbedbf11 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:22.604347 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bfc7f1c-6ac9-4fd0-9ae3-39ccced0a2e4 req-ae53ea06-208c-4670-acc9-fb13dbedbf11 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 943 time: 0.2016561 Feb 04 13:14:22.680790 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bfc7f1c-6ac9-4fd0-9ae3-39ccced0a2e4 req-d9b45d64-c649-45af-b0f3-cbb7332d49f9 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696208 Feb 04 13:14:22.758285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95e7d301-089b-4b92-b385-52c3c68e3716 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:22.834543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port 95e7d301-089b-4b92-b385-52c3c68e3716 completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:14:22.840435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95e7d301-089b-4b92-b385-52c3c68e3716 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:22.840847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:23.147011 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:23.177599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:23.189306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port 95e7d301-089b-4b92-b385-52c3c68e3716, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95e7d301-089b-4b92-b385-52c3c68e3716,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:23.193887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:23.195681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-936ae0c5-e0c1-4e91-8b8d-90af144fc0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:23.246304 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716', 'code': 200} Feb 04 13:14:23.295656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=95e7d301-089b-4b92-b385-52c3c68e3716,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:23.299121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:23.352028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5c7165d0-8222-4578-9c57-5ca6b38c0e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:23.526163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110cde8-1ea1-409c-91ae-8cc0af6cdf22 req-e2a6bf7c-d94f-46fd-a916-b6eca6ac4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:23.527725 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0110cde8-1ea1-409c-91ae-8cc0af6cdf22 req-e2a6bf7c-d94f-46fd-a916-b6eca6ac4a80 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.0813642 Feb 04 13:14:23.575661 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0110cde8-1ea1-409c-91ae-8cc0af6cdf22 req-1fe6c6f2-ce03-4396-a608-83ed40b2052e service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 Feb 04 13:14:23.996504 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e7d7a-fd1d-406d-8480-59b22734ec72 req-71bcc3f9-c16c-4362-b95a-6df140a37d0f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:23.998309 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a92e7d7a-fd1d-406d-8480-59b22734ec72 req-71bcc3f9-c16c-4362-b95a-6df140a37d0f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1740704 Feb 04 13:14:24.066142 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a92e7d7a-fd1d-406d-8480-59b22734ec72 req-6b5a7f0c-c994-487f-b226-549b9c445b17 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593624 Feb 04 13:14:24.096124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:24.237125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95e7d301-089b-4b92-b385-52c3c68e3716 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:14:24.369370 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95e7d301-089b-4b92-b385-52c3c68e3716 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:14:24.370094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:24.614271 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:25.403243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f71a-d3f5-4588-849b-f4f2cc51a7cb req-af92d9fe-1563-4c53-9b31-0174e2606a78 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:25.405069 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3c49f71a-d3f5-4588-849b-f4f2cc51a7cb req-af92d9fe-1563-4c53-9b31-0174e2606a78 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1764181 Feb 04 13:14:25.480057 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3c49f71a-d3f5-4588-849b-f4f2cc51a7cb req-42bb4df8-609d-45a3-8272-9f6a6ab0d0b9 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665431 Feb 04 13:14:25.508290 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:25.780786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d8c9a-f9bf-4fe2-949f-ad2155881c6a req-0aec1303-c47e-46f0-bd49-168eb936a175 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:25.782461 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1b8d8c9a-f9bf-4fe2-949f-ad2155881c6a req-0aec1303-c47e-46f0-bd49-168eb936a175 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1676321 Feb 04 13:14:25.799863 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50648) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:25.806461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'floatingip': {'port_id': '95e7d301-089b-4b92-b385-52c3c68e3716'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:14:25.915045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:26.625615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:26.629137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:26.870884 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Floating IP 3c83a674-46e7-4090-8347-518cc11756e1 associated. External IP: 172.28.2.159, port: 95e7d301-089b-4b92-b385-52c3c68e3716. Feb 04 13:14:27.621539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:14:27.839526 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:14:27.844116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:27.854945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:14:27.866582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:27.867489 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:27.917494 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bd910b39-a0a6-4bec-bfb2-b383893ebee3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "PUT /v2.0/floatingips/3c83a674-46e7-4090-8347-518cc11756e1 HTTP/1.1" status: 200 len: 991 time: 2.1160424 Feb 04 13:14:27.918520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:28.136520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:28.168932 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716', 'status': 'completed', 'code': 200} Feb 04 13:14:28.296045 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-4e6eb7b4-4ea5-4f15-89bf-c597be8436d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:28.297743 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-4e6eb7b4-4ea5-4f15-89bf-c597be8436d0 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.1080577 Feb 04 13:14:28.484162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-0468f9de-4662-4473-9fc6-9c482ef49e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:28.486507 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-0468f9de-4662-4473-9fc6-9c482ef49e4d service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1811523 Feb 04 13:14:28.608456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '3c83a674-46e7-4090-8347-518cc11756e1', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'port_id': '95e7d301-089b-4b92-b385-52c3c68e3716', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'mac_address': 'fa:16:3e:cb:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:14:09Z', 'updated_at': '2021-02-04T13:14:26Z', 'revision_number': 1, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:28.617280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:14:28.634890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:28.635784 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:28.661141 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-5bf50235-01c5-42db-b171-4f64ce9ca2d1 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 999 time: 0.1665273 Feb 04 13:14:28.767170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-b0a86a97-8cd5-428d-9ef6-43f595a476cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:28.769921 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-b0a86a97-8cd5-428d-9ef6-43f595a476cc service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.1046185 Feb 04 13:14:28.883792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:28.916712 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-174c45f9-b980-4ecb-872c-6cd30e0ab355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:28.919637 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-174c45f9-b980-4ecb-872c-6cd30e0ab355 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1447315 Feb 04 13:14:29.099471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-bc2da968-ea98-4b3d-91d6-4f25a854e2b2 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716690 Feb 04 13:14:29.310405 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ce6c1f84-68c2-42b5-aa00-5feb453056cd req-422c2c2b-4cc8-4dab-aeca-012ce9f0975f service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2029836 Feb 04 13:14:29.437936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '3c83a674-46e7-4090-8347-518cc11756e1', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'port_id': '95e7d301-089b-4b92-b385-52c3c68e3716', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'mac_address': 'fa:16:3e:cb:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:14:09Z', 'updated_at': '2021-02-04T13:14:26Z', 'revision_number': 1, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:29.445414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c697229e-5e98-4f9f-84cb-945984a946fa None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': '3c83a674-46e7-4090-8347-518cc11756e1', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'port_id': '95e7d301-089b-4b92-b385-52c3c68e3716', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'mac_address': 'fa:16:3e:cb:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:14:09Z', 'updated_at': '2021-02-04T13:14:26Z', 'revision_number': 1, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:14:29.785369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1115f53-62c5-4a2e-aea5-d3e426d78c90 None None] New status for floating IP 3c83a674-46e7-4090-8347-518cc11756e1: ACTIVE {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:14:30.558922 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:14:43.372239 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-fcb14ddb-2f14-4029-b144-451802b17cf9 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/floatingips/f50ddb2f-71f7-47d2-a7a9-badc934cdb0d HTTP/1.1" status: 200 len: 999 time: 0.1418834 Feb 04 13:14:43.782413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-baf8d3ea-233d-4d03-832d-c70f67482b10 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:43.784225 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-baf8d3ea-233d-4d03-832d-c70f67482b10 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/networks/6c5f90e9-9ca0-45c4-be41-348a51d7fba0 HTTP/1.1" status: 200 len: 784 time: 0.4048755 Feb 04 13:14:43.797009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-6c43d3c9-b866-430e-99e4-f5f9b755534b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80107) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:14:43.798355 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-6c43d3c9-b866-430e-99e4-f5f9b755534b tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0073991 Feb 04 13:14:43.979778 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-dcc2dc70-4b61-464b-9630-5d9d36aa8e61 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.170 HTTP/1.1" status: 200 len: 1002 time: 0.1700201 Feb 04 13:14:44.166617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-bf36181c-aa05-40cf-985d-618ca64b4fc3 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:44.168447 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-bf36181c-aa05-40cf-985d-618ca64b4fc3 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports/a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 943 time: 0.1791601 Feb 04 13:14:44.427995 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-eebd518d-f4c2-4f09-a95b-8743c4388b2c tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.28.2.170 HTTP/1.1" status: 200 len: 1002 time: 0.1486604 Feb 04 13:14:44.774633 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Deleting port 62be13a0-88b8-4fca-a451-9ed2aab76ed2 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:14:44.775181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:45.020459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:45.020802 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:45.184996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Calling delete_port for 62be13a0-88b8-4fca-a451-9ed2aab76ed2 owned by network:floatingip {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:14:45.448974 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:45.475599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3d24f31a-ee8d-4426-b83a-ca4a70f1fb59 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:45.623048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event deleted for resources: {'Port': ['ID=62be13a0-88b8-4fca-a451-9ed2aab76ed2,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:45.642275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.642921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.643433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.643938 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.644442 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.644940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.645439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.645969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.646473 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.647030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.647652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.648154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.648780 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.649320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.649941 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.650437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.650923 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.651426 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.651919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.652409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.652899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.653401 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.653944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.654444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:45.661577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:45.862718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for floatingip, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:45.863122 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Floating IP f50ddb2f-71f7-47d2-a7a9-badc934cdb0d disassociated (deleted). External IP: 172.28.2.170, port: a91dc261-91ea-48d3-9a01-8cd750b25cfc. Feb 04 13:14:46.668781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:14:46.986000 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:14:47.002311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] Sync routers for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:14:47.022497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:47.024005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:47.035103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:47.132259 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "DELETE /v2.0/floatingips/f50ddb2f-71f7-47d2-a7a9-badc934cdb0d HTTP/1.1" status: 204 len: 173 time: 2.6974239 Feb 04 13:14:47.133582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:47.223285 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'status': 'completed', 'code': 200} Feb 04 13:14:47.304637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:47.379249 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:47.404671 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-915e4b8e-f9e5-4fbe-b636-6c4549f17e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:47.407287 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-915e4b8e-f9e5-4fbe-b636-6c4549f17e7a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.1490200 Feb 04 13:14:47.451896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-74261df4-ab05-4870-8f9c-d35c1ce3da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:47.454679 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-74261df4-ab05-4870-8f9c-d35c1ce3da81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=001ce747a76b42cebb46116933a95fa0&device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 1163 time: 0.2949905 Feb 04 13:14:47.654253 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-4cb7c628-58a2-4395-bac3-c47199d11709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:47.658319 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-4cb7c628-58a2-4395-bac3-c47199d11709 service neutron] 10.222.0.106 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.2416229 Feb 04 13:14:47.729163 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-4ee8051a-6ea1-48c5-b6ea-beccb6450261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:47.732178 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-4ee8051a-6ea1-48c5-b6ea-beccb6450261 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 200 len: 902 time: 0.2665529 Feb 04 13:14:47.757270 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-e6472346-821a-43de-9337-40b8c488c619 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 217 time: 0.0950491 Feb 04 13:14:47.864888 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-0bb76b27-ffc8-4b5f-af9e-aba5ad5005f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 200 len: 217 time: 0.1181662 Feb 04 13:14:47.901555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-95a57af8-3ced-4af5-8960-f4ee4044343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:47.904665 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-95a57af8-3ced-4af5-8960-f4ee4044343e service neutron] 10.222.0.106 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.1419024 Feb 04 13:14:48.006602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-25de1659-bbe3-43e1-b077-e790c2683eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:48.009405 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-25de1659-bbe3-43e1-b077-e790c2683eaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 200 len: 847 time: 0.1322618 Feb 04 13:14:48.053898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-f46e0972-f008-450d-9eed-b43f21167298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:48.057092 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-f46e0972-f008-450d-9eed-b43f21167298 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1430075 Feb 04 13:14:48.159211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-4b3dff87-ed5f-46ae-b63e-ed8bc73943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:48.163135 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-4b3dff87-ed5f-46ae-b63e-ed8bc73943ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1413400 Feb 04 13:14:48.225243 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:48.233553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] Checking router: a03280a8-3a15-40a7-ada7-1ab5b71d21f2 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:14:48.257549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:48.258876 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:48.351096 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-c0eb515e-b094-42a0-9570-3b516e82b328 service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847199 Feb 04 13:14:48.435962 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-7ac2eae0-4dbf-494d-a919-64678fd6560b service neutron] 10.222.0.45 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499580 Feb 04 13:14:48.591987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:48.599133 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5a295c7f-126c-4746-b7a5-dbeffbeb4280 req-638db92e-6578-40a4-aecd-df9a3dbf984f service neutron] 10.222.0.106 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2385685 Feb 04 13:14:48.645516 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-182ae3b5-719a-4e17-b7d3-ecf0f7de75f0 req-bafe234b-4bde-4a8a-bdce-6b4f7e93fed9 service neutron] 10.222.0.45 "GET /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1973073 Feb 04 13:14:49.035894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:49.040936 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdcb3f8-8b4d-4ab5-a833-02de14e182f1 None None] The sync data for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb is: [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:08:29Z', 'revision_number': 4, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': 'caec5870-65d5-4b78-8a64-7796933212fb', 'name': '', 'network_id': 'cbc3109a-32b2-4a9c-b549-51e4a36f9cd5', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'mac_address': 'fa:16:3e:c4:09:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:27Z', 'updated_at': '2021-02-04T13:08:41Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'subnets': [{'id': 'da0f98af-6270-4f83-af0b-7db979f2e80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:14:49.266414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64f9676b-3a7a-4107-bf11-9bd43509f831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:49.347283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8bab0-1547-4e3d-ab0f-da9331d74ae1 req-f0352b8b-800e-40b5-8f39-f1e5a26c2383 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:49.348554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-17e8bab0-1547-4e3d-ab0f-da9331d74ae1 req-f0352b8b-800e-40b5-8f39-f1e5a26c2383 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Synchronizing usage tracker for tenant:001ce747a76b42cebb46116933a95fa0 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:14:49.382969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-17e8bab0-1547-4e3d-ab0f-da9331d74ae1 req-f0352b8b-800e-40b5-8f39-f1e5a26c2383 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Unset dirty status for tenant:001ce747a76b42cebb46116933a95fa0 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:14:49.385368 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-17e8bab0-1547-4e3d-ab0f-da9331d74ae1 req-f0352b8b-800e-40b5-8f39-f1e5a26c2383 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.3023429 Feb 04 13:14:49.497108 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-17e8bab0-1547-4e3d-ab0f-da9331d74ae1 req-88ee4a3c-3f82-45e1-b8d8-6846fbbbc217 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0976529 Feb 04 13:14:49.531046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d715cd-c295-40f9-8e81-3d5f59683a03 None None] New status for floating IP f50ddb2f-71f7-47d2-a7a9-badc934cdb0d: DOWN {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:14:50.658400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-2729c916-5aac-4b6c-afb3-c48844e8e7c6 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:50.659929 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-2729c916-5aac-4b6c-afb3-c48844e8e7c6 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.106 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.1745865 Feb 04 13:14:50.770199 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Deleting port a91dc261-91ea-48d3-9a01-8cd750b25cfc {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:14:50.770838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:50.847351 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-a41c2ce2-d3d5-49ad-85e5-93d3ca3ef204 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1895750 Feb 04 13:14:50.998404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6ff4-058e-4eee-b2d3-2e256f39e55f req-60559136-209a-4a22-85dc-de7a3380e856 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:51.001235 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0d6c6ff4-058e-4eee-b2d3-2e256f39e55f req-60559136-209a-4a22-85dc-de7a3380e856 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 946 time: 0.2928565 Feb 04 13:14:51.152862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0d6c6ff4-058e-4eee-b2d3-2e256f39e55f req-6e4948e7-6b22-4d4a-b4e9-ede53517e8d2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups?id=b05a8dc5-1612-4429-a525-5734a77d594b&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1044400 Feb 04 13:14:51.178843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-1710dc51-24a0-48f9-81a8-ec4b3e760aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:51.181532 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-1710dc51-24a0-48f9-81a8-ec4b3e760aeb service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.1790750 Feb 04 13:14:51.196193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] For port a91dc261-91ea-48d3-9a01-8cd750b25cfc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=a91dc261-91ea-48d3-9a01-8cd750b25cfc,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:51.197074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:51.346893 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Calling delete_port for a91dc261-91ea-48d3-9a01-8cd750b25cfc owned by compute:nova {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:14:51.377575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-e2d8bcf6-c507-4feb-9bbf-1f461ec136f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:51.379547 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-e2d8bcf6-c507-4feb-9bbf-1f461ec136f6 service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1692219 Feb 04 13:14:51.531543 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:51.548089 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-411fc2c3-47f9-4906-925f-24cae8f9be50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:51.558456 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-68ef33fd-82d8-4b1c-ae27-b90fe20fd103 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1001 time: 0.1717675 Feb 04 13:14:51.601916 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event deleted for resources: {'Port': ['ID=a91dc261-91ea-48d3-9a01-8cd750b25cfc,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:51.652830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-d21c88d7-2af9-4e04-b8f5-f801f9732a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:51.655667 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-d21c88d7-2af9-4e04-b8f5-f801f9732a35 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0879269 Feb 04 13:14:51.675083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.676175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.676175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.677782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.677782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.677782 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.679085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.679234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.679789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.679789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.681048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.681282 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.681835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.682293 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.682926 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.683324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.683718 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.684101 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.684515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.684979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.685359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.685764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.686159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.686559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:14:51.692663 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:51.793443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-b0f5f31c-3bc4-47d3-ad2f-0558e646395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:14:51.795270 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-b0f5f31c-3bc4-47d3-ad2f-0558e646395a service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1338222 Feb 04 13:14:51.828484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] No DVR routers for this DVR port a91dc261-91ea-48d3-9a01-8cd750b25cfc on host hv-cinder-77398 {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:14:51.831746 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:51.836542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-deleted', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:14:51.855938 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51668068-8555-4b9f-84fe-d77cb59a9e55 req-06393434-2af9-4c7b-9399-317042c4f952 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.106 "DELETE /v2.0/ports/a91dc261-91ea-48d3-9a01-8cd750b25cfc HTTP/1.1" status: 204 len: 173 time: 1.1907227 Feb 04 13:14:52.017209 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-07c99ff5-e228-4999-9604-1f32499dd6c8 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155523 Feb 04 13:14:52.104457 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58b57a3-ee9e-43d6-9946-ec4b48403a27', 'name': 'network-vif-deleted', 'tag': 'a91dc261-91ea-48d3-9a01-8cd750b25cfc', 'status': 'completed', 'code': 200} Feb 04 13:14:52.248884 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-f62b22a8-f5a4-47d6-9af8-eaf7a88387a8 req-2bd0b8b9-2f43-4b50-b137-bf2d31b58e60 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2201715 Feb 04 13:14:52.343159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:14:52.413619 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: a91dc261-91ea-48d3-9a01-8cd750b25cfc {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:14:52.414466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device a91dc261-91ea-48d3-9a01-8cd750b25cfc not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:14:52.472892 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-bf0c81cf-4dfe-4281-9ca2-73dfb36206b7 req-4829f04e-0a74-4cef-8dec-722812dff25a tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58b57a3-ee9e-43d6-9946-ec4b48403a27 HTTP/1.1" status: 200 len: 210 time: 0.0695181 Feb 04 13:14:53.352031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f6af3acb-ca1d-4e97-8586-93c75c66e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:53.778726 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-daa0dbaa-9713-4019-b52d-ff1525fcebe2 req-d3b024f7-d49d-4aae-9fed-0d4788312a1d tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "GET /v2.0/security-groups/b05a8dc5-1612-4429-a525-5734a77d594b HTTP/1.1" status: 200 len: 2991 time: 0.1117876 Feb 04 13:14:53.907578 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-daa0dbaa-9713-4019-b52d-ff1525fcebe2 req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:53.946773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-daa0dbaa-9713-4019-b52d-ff1525fcebe2 req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:54.016905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-daa0dbaa-9713-4019-b52d-ff1525fcebe2 req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:54.026307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-497631d0-bada-431c-a5f9-96990da18ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:54.054734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a8dc5-1612-4429-a525-5734a77d594b,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:54.064554 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:54.068579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-daa0dbaa-9713-4019-b52d-ff1525fcebe2 req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:54.070744 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-daa0dbaa-9713-4019-b52d-ff1525fcebe2 req-66e621ba-a2a7-4456-a80d-41f74903c1f7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] 10.222.0.45 "DELETE /v2.0/security-groups/b05a8dc5-1612-4429-a525-5734a77d594b HTTP/1.1" status: 204 len: 173 time: 0.2805214 Feb 04 13:14:54.101481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:54.156915 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50728) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:54.518275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:54.948379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853745610'] for router_interface, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:55.522664 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:55.599040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Deleting port caec5870-65d5-4b78-8a64-7796933212fb {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:14:55.599415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:55.840692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] For port caec5870-65d5-4b78-8a64-7796933212fb, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=caec5870-65d5-4b78-8a64-7796933212fb,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:55.841126 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:56.058958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Calling delete_port for caec5870-65d5-4b78-8a64-7796933212fb owned by network:router_interface {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:14:56.523180 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:56.540642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b43d3fe1-3e95-4155-a165-6e0643a0abd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:14:56.645713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=caec5870-65d5-4b78-8a64-7796933212fb,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:14:56.649402 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:14:57.167306 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1030514'] for router_interface, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:58.074048 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:14:58.605325 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:14:58.617877 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] Sync routers for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:14:58.625775 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-92113a59-2919-4e3e-a800-b84e30e5eb70 admin admin] 10.222.0.45 "PUT /v2.0/routers/a03280a8-3a15-40a7-ada7-1ab5b71d21f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4650078 Feb 04 13:14:58.627295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50742) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:14:58.632681 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:58.633550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:58.850451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks [] for router, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:58.869685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:59.101010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:59.111832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Deleting port e3f1bdc6-f99e-4d13-ac7b-b073236d8347 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:14:59.112435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:59.308449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:14:56Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:59.315732 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] Checking router: a03280a8-3a15-40a7-ada7-1ab5b71d21f2 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:14:59.330806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] Routers {'a03280a8-3a15-40a7-ada7-1ab5b71d21f2'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:14:59.331851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:14:59.389335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] For port e3f1bdc6-f99e-4d13-ac7b-b073236d8347, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=e3f1bdc6-f99e-4d13-ac7b-b073236d8347,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:14:59.389939 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:59.633717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Calling delete_port for e3f1bdc6-f99e-4d13-ac7b-b073236d8347 owned by network:router_gateway {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:14:59.662975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] Set router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:14:59.955307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: result = function(*args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: proto.__init__(conn_state, self) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: self.handle() Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: self.handle_one_request() Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: self.handle_one_response() Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: result = self.application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return app(environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self.application) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return request.get_response(self.application) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: response = req.get_response(self._app) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: application, catch_exc_info=False) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: app_iter = application(self.environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return resp(environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return resp(environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: response = self.app(environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return resp(environ, start_response) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: resp = self.call_func(req, *args, **kw) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: return self.func(req, *args, **kwargs) Feb 04 13:14:59.967338 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: result = method(request=request, **args) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return self._delete(request, id, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(*dup_args, **dup_kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: obj_deleter(request.context, id, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return method(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(*dup_args, **dup_kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: self._delete_current_gw_port(context, id, router, None) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: admin_ctx, gw_port_id, l3_port_check=False) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, context, *args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return method(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: context, port, router_ids, bound_mech_contexts) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: return function(*args, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: callback(resource, event, trigger, **kwargs) Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: if self._is_session_semantic_violated(context, resource, event): Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: stack = traceback.extract_stack() Feb 04 13:14:59.977263 dv-cinder-773985-3-smb neutron-server[79992]: Feb 04 13:15:00.191155 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:14:56Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:00.196429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e8f72-185e-4936-8f4e-d826e512d8f3 None None] The sync data for ids ['a03280a8-3a15-40a7-ada7-1ab5b71d21f2'] in dv-cinder-773985-3-smb is: [{'id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'name': 'tempest-TestShelveInstance-745991721-router', 'tenant_id': '001ce747a76b42cebb46116933a95fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:21Z', 'updated_at': '2021-02-04T13:14:56Z', 'revision_number': 5, 'project_id': '001ce747a76b42cebb46116933a95fa0', 'gw_port': {'id': 'e3f1bdc6-f99e-4d13-ac7b-b073236d8347', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:80:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03280a8-3a15-40a7-ada7-1ab5b71d21f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:22Z', 'updated_at': '2021-02-04T13:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:15:00.306709 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541588'] for router_gateway, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.452955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32359'] for router, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.456637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.570198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749653'] for router, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.570816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a03280a8-3a15-40a7-ada7-1ab5b71d21f2 {{(pid=80107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:15:00.584636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.585924 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9c32343d-5e04-4c43-9caf-31cc90c9d55a admin admin] 10.222.0.45 "DELETE /v2.0/routers/a03280a8-3a15-40a7-ada7-1ab5b71d21f2 HTTP/1.1" status: 204 len: 168 time: 1.9572837 Feb 04 13:15:00.588700 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50750) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:00.659028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Deleting subnet da0f98af-6270-4f83-af0b-7db979f2e80e {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:15:00.662642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.722617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:00.895870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.167742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.184371 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:01.275657 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0f98af-6270-4f83-af0b-7db979f2e80e,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:01.289044 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:01.324727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.331193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33da0c-4e1c-4e4c-afce-27cb80269598 None None] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:15:01.331676 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a686788b-e293-46ec-8984-7b0055636e1e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/da0f98af-6270-4f83-af0b-7db979f2e80e HTTP/1.1" status: 204 len: 168 time: 0.7418458 Feb 04 13:15:01.334873 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50754) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:01.460057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.536803 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Deleting port 9ef89408-6ada-492f-ab90-ba0c9f351c89 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:01.537362 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.629040 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] DHCP port deletion for cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 request from dv-cinder-773985-3-smb {{(pid=80109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 13:15:01.635773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Deleting port 9ef89408-6ada-492f-ab90-ba0c9f351c89 {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:01.635773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.831129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] For port 9ef89408-6ada-492f-ab90-ba0c9f351c89, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=9ef89408-6ada-492f-ab90-ba0c9f351c89,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:15:01.831542 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:01.990610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Calling delete_port for 9ef89408-6ada-492f-ab90-ba0c9f351c89 owned by network:dhcp {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:15:02.068303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] For port 9ef89408-6ada-492f-ab90-ba0c9f351c89, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=9ef89408-6ada-492f-ab90-ba0c9f351c89,segment=NetworkSegment(6c69a162-beea-4551-8bcd-bc8fd86bc20c),segment_id=6c69a162-beea-4551-8bcd-bc8fd86bc20c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:15:02.068559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:02.078331 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:02.096343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-03d36db7-570c-4869-8bfc-6fadb4d1326d tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:02.207502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Calling delete_port for 9ef89408-6ada-492f-ab90-ba0c9f351c89 owned by network:dhcp {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:15:02.258623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device caec5870-65d5-4b78-8a64-7796933212fb no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:15:02.313515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: caec5870-65d5-4b78-8a64-7796933212fb {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:15:02.314153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device caec5870-65d5-4b78-8a64-7796933212fb not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:15:02.314375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device e3f1bdc6-f99e-4d13-ac7b-b073236d8347 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:15:02.359303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: e3f1bdc6-f99e-4d13-ac7b-b073236d8347 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:15:02.359695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device e3f1bdc6-f99e-4d13-ac7b-b073236d8347 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:15:02.360165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 9ef89408-6ada-492f-ab90-ba0c9f351c89 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:15:02.410308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 9ef89408-6ada-492f-ab90-ba0c9f351c89 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:15:02.410694 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 9ef89408-6ada-492f-ab90-ba0c9f351c89 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:15:02.416576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80109) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:02.416963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:15:02.469194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef89408-6ada-492f-ab90-ba0c9f351c89,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:02.477918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:02.522002 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] No DVR routers for this DVR port 9ef89408-6ada-492f-ab90-ba0c9f351c89 on host dv-cinder-773985-3-smb {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:15:02.646935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:02.766135 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc3109a-32b2-4a9c-b549-51e4a36f9cd5']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:02.780343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c69a162-beea-4551-8bcd-bc8fd86bc20c') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:02.780976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c69a162-beea-4551-8bcd-bc8fd86bc20c') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:02.794589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:02.812266 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:02.814548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:15:02.918513 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Deleting port 9ef89408-6ada-492f-ab90-ba0c9f351c89 {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:02.918826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:03.005360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-3120f14a-d1dc-433e-85ab-6a7a4f04dd7a None None] The port '9ef89408-6ada-492f-ab90-ba0c9f351c89' was deleted {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 13:15:03.009356 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:15:03.027418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:03.273826 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Network cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:15:03.303097 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:15:03.393389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:03.397237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:03.411686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:03.423181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc3109a-32b2-4a9c-b549-51e4a36f9cd5,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:03.426814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:03.438620 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] 10.222.0.45 "DELETE /v2.0/networks/cbc3109a-32b2-4a9c-b549-51e4a36f9cd5 HTTP/1.1" status: 204 len: 168 time: 2.1027057 Feb 04 13:15:03.443450 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50762) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:04.080379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853745610'] for router_interface, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:04.523545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Deleting port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:04.524187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:04.714947 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] For port 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:15:04.715364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:04.869880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Calling delete_port for 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 owned by network:router_interface {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:15:05.057178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:05.071016 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1d8642db-e56c-48ca-9fab-97bafba223dd tempest-AttachVolumeNegativeTest-164480549 tempest-AttachVolumeNegativeTest-164480549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:05.164979 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=40f2b21f-a374-47a1-8cb9-e7b7a89fcb40,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:05.171945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:05.494380 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1030514'] for router_interface, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:06.276609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Router e66c23ce-3c18-42af-bc0f-19c0a0afb208 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:15:06.484638 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:15:06.497738 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] Sync routers for ids ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'] in dv-cinder-773985-3-smb {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:15:06.497998 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-c857654c-d9c7-4b59-81e7-ea0c8b319e5f admin admin] 10.222.0.45 "PUT /v2.0/routers/e66c23ce-3c18-42af-bc0f-19c0a0afb208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0529072 Feb 04 13:15:06.501079 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50772) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:06.514023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] Routers {'e66c23ce-3c18-42af-bc0f-19c0a0afb208'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:15:06.514911 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:06.726946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:06.767478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] Set router e66c23ce-3c18-42af-bc0f-19c0a0afb208 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:15:06.982535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:06.991479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Deleting port d80d0fee-5f63-4b44-ba39-71eed1aa534c {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:06.991883 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.205291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:15:04Z', 'revision_number': 5, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:07.209972 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] Checking router: e66c23ce-3c18-42af-bc0f-19c0a0afb208 for host: dv-cinder-773985-3-smb {{(pid=80110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:15:07.222435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] For port d80d0fee-5f63-4b44-ba39-71eed1aa534c, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=d80d0fee-5f63-4b44-ba39-71eed1aa534c,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:15:07.223082 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.228701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] Routers {'e66c23ce-3c18-42af-bc0f-19c0a0afb208'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:15:07.229406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:14:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'], 'active': True} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:07.383009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Calling delete_port for d80d0fee-5f63-4b44-ba39-71eed1aa534c owned by network:router_gateway {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:15:07.453854 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] Set router e66c23ce-3c18-42af-bc0f-19c0a0afb208 gateway port host: dv-cinder-773985-3-smb {{(pid=80110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:15:07.554520 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.605153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:15:07.769149 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541588'] for router_gateway, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.823407 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:15:04Z', 'revision_number': 5, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80110) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:07.828535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a518bc-d252-418c-a756-0d29942ce7af None None] The sync data for ids ['e66c23ce-3c18-42af-bc0f-19c0a0afb208'] in dv-cinder-773985-3-smb is: [{'id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'name': 'tempest-TestShelveInstance-1450079176-router', 'tenant_id': 'e841e4c90b66445598e9e0e1b5209352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:08:33Z', 'updated_at': '2021-02-04T13:15:04Z', 'revision_number': 5, 'project_id': 'e841e4c90b66445598e9e0e1b5209352', 'gw_port': {'id': 'd80d0fee-5f63-4b44-ba39-71eed1aa534c', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66c23ce-3c18-42af-bc0f-19c0a0afb208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:08:35Z', 'updated_at': '2021-02-04T13:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:15:07.935283 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32359'] for router, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.942577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.987594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749653'] for router, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:07.988167 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66c23ce-3c18-42af-bc0f-19c0a0afb208 {{(pid=80107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:15:08.008185 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:08.009432 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-ef1439ae-f7a8-472c-9661-80055f8b1aa5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e66c23ce-3c18-42af-bc0f-19c0a0afb208 HTTP/1.1" status: 204 len: 168 time: 1.5067375 Feb 04 13:15:08.012441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50778) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:08.084189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Deleting subnet 1c3c9c51-f723-4291-8085-78a8f6f17693 {{(pid=80107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:15:08.088241 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:08.150793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3515856'] for subnet, precommit_delete_associations {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:08.198792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:15:08.264241 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:15:08.264850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 40f2b21f-a374-47a1-8cb9-e7b7a89fcb40 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:15:08.271195 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:08.589389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2179503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4127537'] for subnet, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:08.606913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:08.733994 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3c9c51-f723-4291-8085-78a8f6f17693,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:08.752716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:08.810571 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for subnet, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:08.818734 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5359852-7985-441c-8631-f8acdd4fe8e5 None None] Network fd0d82c1-0e28-451f-a300-37a10790b727 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:15:08.826311 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-918a5882-25b2-4761-aafc-201f4e950ab5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1c3c9c51-f723-4291-8085-78a8f6f17693 HTTP/1.1" status: 204 len: 168 time: 0.8126056 Feb 04 13:15:08.830141 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50784) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:08.987478 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:09.123991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Deleting port a0510240-f47a-45c1-b36c-8dc799caed8a {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:09.124611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:09.201600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] DHCP port deletion for fd0d82c1-0e28-451f-a300-37a10790b727 request from dv-cinder-773985-3-smb {{(pid=80109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 13:15:09.206369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Deleting port a0510240-f47a-45c1-b36c-8dc799caed8a {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:09.206805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:09.458857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] For port a0510240-f47a-45c1-b36c-8dc799caed8a, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=a0510240-f47a-45c1-b36c-8dc799caed8a,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:15:09.458857 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:09.606861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Calling delete_port for a0510240-f47a-45c1-b36c-8dc799caed8a owned by network:dhcp {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:15:09.648627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] For port a0510240-f47a-45c1-b36c-8dc799caed8a, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=a0510240-f47a-45c1-b36c-8dc799caed8a,segment=NetworkSegment(25449c61-44c3-4c3e-8883-15bad9dbc98f),segment_id=25449c61-44c3-4c3e-8883-15bad9dbc98f)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:15:09.649013 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:09.697186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559'] for port, after_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:09.721152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:09.788152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Calling delete_port for a0510240-f47a-45c1-b36c-8dc799caed8a owned by network:dhcp {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:15:09.868064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Pushing event deleted for resources: {'Port': ['ID=a0510240-f47a-45c1-b36c-8dc799caed8a,revision_number=None']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:09.879641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80107) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:15:09.879982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:15:09.890956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.891341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.891713 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.892052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.892424 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.892789 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.893152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.893507 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.893897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.894257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.894617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.894970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.895452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.895805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.896269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.896585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.896946 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.897292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.897652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.898024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.898381 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.898733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.899083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.899431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:15:09.905184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:09.965913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7fc02-bcd6-4505-ba0c-fb707a8cab8f None None] No DVR routers for this DVR port a0510240-f47a-45c1-b36c-8dc799caed8a on host dv-cinder-773985-3-smb {{(pid=80109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:15:10.241482 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device d80d0fee-5f63-4b44-ba39-71eed1aa534c no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:15:10.283117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: d80d0fee-5f63-4b44-ba39-71eed1aa534c {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:15:10.283499 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device d80d0fee-5f63-4b44-ba39-71eed1aa534c not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:15:10.283970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device a0510240-f47a-45c1-b36c-8dc799caed8a no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:15:10.320487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: a0510240-f47a-45c1-b36c-8dc799caed8a {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:15:10.320875 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device a0510240-f47a-45c1-b36c-8dc799caed8a not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:15:10.381851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Deleting port a0510240-f47a-45c1-b36c-8dc799caed8a {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:15:10.382247 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:10.456336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] The port 'a0510240-f47a-45c1-b36c-8dc799caed8a' was deleted {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 13:15:10.581096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:10.700377 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0d82c1-0e28-451f-a300-37a10790b727']}} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:10.714296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25449c61-44c3-4c3e-8883-15bad9dbc98f') {'for_net_delete': True} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:10.714620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25449c61-44c3-4c3e-8883-15bad9dbc98f') {} {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:15:10.728236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851259944'] for segment, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:10.755661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:10.758329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:15:10.949173 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Network fd0d82c1-0e28-451f-a300-37a10790b727 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:15:10.959833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2179520'] for segment, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.155236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Network fd0d82c1-0e28-451f-a300-37a10790b727 has no segments {{(pid=80107) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: % (table.description, expected, rows_matched) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:15:11.180599 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:15:11.269560 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.273491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f16ef24e-6832-4d93-9fe9-d29b6038cc09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:11.294565 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.301441 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0d82c1-0e28-451f-a300-37a10790b727,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:11.306303 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:11.309611 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-65067f13-c80f-47ff-a385-82ecf442fa91 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fd0d82c1-0e28-451f-a300-37a10790b727 HTTP/1.1" status: 204 len: 168 time: 2.4779019 Feb 04 13:15:11.469810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50794) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:11.529449 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-3fdbe347-d57a-4eda-b85d-c565b04b0eb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=001ce747a76b42cebb46116933a95fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581119 Feb 04 13:15:11.532328 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 50798) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:11.602116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.632613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.685102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.689416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-33079e86-252b-40d8-82ab-8b23a5bc7c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:11.703186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f52ea3-e741-4afd-b8b2-d71c2a64532e,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:11.707148 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:11.713387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:11.714860 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a2de62c8-ba88-466d-88ea-44f3cf9246c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80f52ea3-e741-4afd-b8b2-d71c2a64532e HTTP/1.1" status: 204 len: 168 time: 0.1813002 Feb 04 13:15:12.168329 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50806) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:12.225770 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5839a674-4199-4340-8131-bf0e4fa0281f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e841e4c90b66445598e9e0e1b5209352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560465 Feb 04 13:15:12.228686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 50812) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:15:12.302333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:12.332244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:12.391943 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:12.396429 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-89da662c-f350-4fd2-9259-76b4c206ee91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:15:12.409147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc5f4b-80d2-4964-97f8-9041b7ae4973,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:15:12.414592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:15:12.416626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:12.417890 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fa629334-9313-4a83-bceb-46e2de0cfb48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bdc5f4b-80d2-4964-97f8-9041b7ae4973 HTTP/1.1" status: 204 len: 168 time: 0.1881528 Feb 04 13:15:17.137091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:19.262640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b5f98927-4a4e-4b75-877a-d65168935e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:23.348319 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e892a0ff-f591-4ce5-b812-56176c577a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:24.111631 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:24.517998 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:25.522340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:44.585982 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:15:47.139889 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:49.272125 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-eab496c1-2f8b-45b9-ab97-c344a8a9e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:50.742828 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-eef61d60-c084-4e7d-8047-c0e666ae1d02 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0828116 Feb 04 13:15:50.923620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-b6157e3c-21b6-4102-8e75-1b7e5f927d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:50.925219 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-b6157e3c-21b6-4102-8e75-1b7e5f927d83 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.0997696 Feb 04 13:15:51.093409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-40e44b11-67f6-4183-a471-f81575b8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:51.095447 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-40e44b11-67f6-4183-a471-f81575b8edd7 service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1488078 Feb 04 13:15:51.220482 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-41382e5e-ad9b-499a-8ce2-eb7bcf178d4b service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1001 time: 0.1188767 Feb 04 13:15:51.299415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-2d15c495-163e-4812-8c59-1cfd4ec50489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:51.301019 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-2d15c495-163e-4812-8c59-1cfd4ec50489 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0750682 Feb 04 13:15:51.389676 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-9352b926-90c0-4de7-ba13-a47c3ec147cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:51.391359 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-9352b926-90c0-4de7-ba13-a47c3ec147cf service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835304 Feb 04 13:15:51.542285 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-df8527db-4bb2-4438-98fd-d6e8080a9b30 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443486 Feb 04 13:15:51.697248 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-51b7a10b-93e9-4266-a76f-903d8cdbb217 req-c96a4d09-eeef-4fc4-9a73-2d1d8722564d service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496673 Feb 04 13:15:52.341493 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1760-1290-4d5d-ba07-9ae39688faae req-52e94141-55c8-4b5f-9b80-ec1128605d95 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:52.343249 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4b0d1760-1290-4d5d-ba07-9ae39688faae req-52e94141-55c8-4b5f-9b80-ec1128605d95 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1718800 Feb 04 13:15:52.418925 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4b0d1760-1290-4d5d-ba07-9ae39688faae req-152e8121-6942-4bb5-ad3d-e7ea95b95e49 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644042 Feb 04 13:15:53.342724 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2358fa2e-d3ef-4aac-9339-4ea11dc2d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:53.733358 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d6e0b-012c-49d6-9b18-e968233ab8fc req-e5c067c1-45fc-4cbf-b127-1ff53caeb87a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:53.735070 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9d6d6e0b-012c-49d6-9b18-e968233ab8fc req-e5c067c1-45fc-4cbf-b127-1ff53caeb87a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1763728 Feb 04 13:15:53.809676 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9d6d6e0b-012c-49d6-9b18-e968233ab8fc req-6a1ea400-5b31-4e21-8332-42e8d1b88306 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646534 Feb 04 13:15:54.107285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:54.515454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:55.125114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9b69d-d2a1-4e53-b9c3-e3f12b59f7d3 req-d1c8e625-dbff-4578-b42a-ec8a34416367 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:55.126762 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7cb9b69d-d2a1-4e53-b9c3-e3f12b59f7d3 req-d1c8e625-dbff-4578-b42a-ec8a34416367 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1660044 Feb 04 13:15:55.204021 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-7cb9b69d-d2a1-4e53-b9c3-e3f12b59f7d3 req-9d318fb8-354c-41b4-bef1-a083d2f431b1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679500 Feb 04 13:15:55.523455 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:15:56.525116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424248-b376-4c41-9af3-7e58201bd279 req-b44f9fdf-a934-492a-b61a-cd4a017644e8 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:56.526759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e4424248-b376-4c41-9af3-7e58201bd279 req-b44f9fdf-a934-492a-b61a-cd4a017644e8 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1726923 Feb 04 13:15:56.593387 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e4424248-b376-4c41-9af3-7e58201bd279 req-eff94bdc-9bc3-490c-9d35-8a256ce1c218 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590611 Feb 04 13:15:58.160598 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff053b-44e1-448a-b6da-5114056e29d3 req-425be496-64eb-448c-864c-5d74fb1c8d9b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:58.162382 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-62ff053b-44e1-448a-b6da-5114056e29d3 req-425be496-64eb-448c-864c-5d74fb1c8d9b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.4223652 Feb 04 13:15:58.237004 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-62ff053b-44e1-448a-b6da-5114056e29d3 req-d4092786-32fc-4081-a46c-e9091c017757 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653453 Feb 04 13:15:59.563538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe4aa1-ace8-470c-a77d-c8d309622e56 req-15cb6702-0e10-434f-af3d-ecbb5f26a249 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:15:59.565237 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bbe4aa1-ace8-470c-a77d-c8d309622e56 req-15cb6702-0e10-434f-af3d-ecbb5f26a249 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1808317 Feb 04 13:15:59.633643 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9bbe4aa1-ace8-470c-a77d-c8d309622e56 req-3cf7cba3-f397-4406-938f-5b7f905bc4af tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589025 Feb 04 13:16:00.804081 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95e7d301-089b-4b92-b385-52c3c68e3716 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:16:00.882775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95e7d301-089b-4b92-b385-52c3c68e3716 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:16:00.883189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:00.937226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab8f46-acf5-4508-8494-ad17fb4f0ac5 req-66f3749c-5740-47a1-aa30-3008e7cf12eb tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:00.938819 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-27ab8f46-acf5-4508-8494-ad17fb4f0ac5 req-66f3749c-5740-47a1-aa30-3008e7cf12eb tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1683760 Feb 04 13:16:01.010798 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-27ab8f46-acf5-4508-8494-ad17fb4f0ac5 req-e1573fbe-df0f-420e-ad49-9dc3a92ac708 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650058 Feb 04 13:16:02.319997 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074227ae-d7cb-49b7-9867-08f04148e803 req-8ef221d6-b695-460d-9179-bd1477177d30 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:02.321722 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-074227ae-d7cb-49b7-9867-08f04148e803 req-8ef221d6-b695-460d-9179-bd1477177d30 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1760502 Feb 04 13:16:02.391499 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-074227ae-d7cb-49b7-9867-08f04148e803 req-c733681d-822f-41db-9881-3aa7cd7b11da tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607376 Feb 04 13:16:03.708893 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ac2cb-e444-4a92-95de-703373be4da3 req-a5f08288-22c0-42b2-b231-2640660c7901 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:03.710903 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1a2ac2cb-e444-4a92-95de-703373be4da3 req-a5f08288-22c0-42b2-b231-2640660c7901 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1744943 Feb 04 13:16:03.779979 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1a2ac2cb-e444-4a92-95de-703373be4da3 req-fe72cdda-8925-4ab2-8e01-c88543afead7 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621076 Feb 04 13:16:04.290005 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-fb305350-2dd4-49d1-9771-01b07d97e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:04.291610 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-fb305350-2dd4-49d1-9771-01b07d97e98f service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.1037281 Feb 04 13:16:04.300691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfb94a-c31c-45c4-ae95-ca77de52bb5f req-b1311ed4-ccf4-4dc4-bc80-7755f743c081 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:04.302948 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-77bfb94a-c31c-45c4-ae95-ca77de52bb5f req-b1311ed4-ccf4-4dc4-bc80-7755f743c081 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1819856 Feb 04 13:16:04.382323 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-77bfb94a-c31c-45c4-ae95-ca77de52bb5f req-b24a5604-eb9c-4466-879b-f23abcc38e6c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723515 Feb 04 13:16:04.480727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-45b4f905-3748-4b3c-b395-ddb27a22e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:04.482357 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-45b4f905-3748-4b3c-b395-ddb27a22e9f2 service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1816635 Feb 04 13:16:04.614576 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-078365ec-9e84-4acb-9c46-2bd38c65f1fb service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1001 time: 0.1235530 Feb 04 13:16:04.687747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-7b59d17e-8707-4620-aec0-5b26ac59f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:04.689370 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-7b59d17e-8707-4620-aec0-5b26ac59f961 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0666323 Feb 04 13:16:04.788129 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-29ae3cf1-ff25-4357-8418-94f77bda66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:04.789918 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-29ae3cf1-ff25-4357-8418-94f77bda66e6 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917549 Feb 04 13:16:04.958528 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-cabf697e-56be-49dd-9816-728aa4de0a29 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572533 Feb 04 13:16:05.145289 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4a00561d-c06f-41e0-8c10-2a88c45758e7 req-c0824fbb-9135-4b86-a89d-00117ab3641d service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1777992 Feb 04 13:16:05.711913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe6582-a2ae-47e5-ae7e-93e5e16ee40d req-c3553405-437d-45f2-85e2-adac05b6567f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:05.713945 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-55fe6582-a2ae-47e5-ae7e-93e5e16ee40d req-c3553405-437d-45f2-85e2-adac05b6567f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1763682 Feb 04 13:16:05.795977 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-55fe6582-a2ae-47e5-ae7e-93e5e16ee40d req-16b372ab-5f77-41f9-b17a-c4567cb6c3c2 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732903 Feb 04 13:16:06.868561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95e7d301-089b-4b92-b385-52c3c68e3716 up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:16:06.953597 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port 95e7d301-089b-4b92-b385-52c3c68e3716 triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:16:06.954222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:07.129014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033df2f7-704a-48ee-bc6d-419240788957 req-94281d2d-d2dd-479f-8ad8-e5ac4ab11404 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:07.130688 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-033df2f7-704a-48ee-bc6d-419240788957 req-94281d2d-d2dd-479f-8ad8-e5ac4ab11404 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1882806 Feb 04 13:16:07.208294 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-033df2f7-704a-48ee-bc6d-419240788957 req-6bce7380-5d56-46c6-9324-48d13567ac17 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708544 Feb 04 13:16:17.139779 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:19.272954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e04afc60-a96e-4f11-bc47-81f21bb8dbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:21.585944 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:16:23.351232 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9216b181-5141-40f6-bffc-8a362ea1cae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:24.108929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:24.513519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:25.531760 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:47.155440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:49.270376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-761428ad-248c-4ffb-83f1-084e47de2138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:51.767291 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-4a58a175-4c7a-418e-a4d7-9723e54ff4b6 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1020150 Feb 04 13:16:51.935636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-2a0bcd1b-1163-42ce-9f2d-2f4553ce312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:51.937862 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-2a0bcd1b-1163-42ce-9f2d-2f4553ce312a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.0824428 Feb 04 13:16:52.389150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-1e851f21-a8bb-4e87-924d-ae69fafb9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:52.391187 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-1e851f21-a8bb-4e87-924d-ae69fafb9b9c service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.4152710 Feb 04 13:16:52.524334 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-bea63b31-6bb0-4f3d-81f7-5d933cb108c9 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1001 time: 0.1236126 Feb 04 13:16:52.604483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-ede698d4-676d-42a7-b790-c00e89ff714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:52.606289 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-ede698d4-676d-42a7-b790-c00e89ff714d service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0735612 Feb 04 13:16:52.707643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-36703c3b-de4e-464a-9058-79866ebe0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:16:52.709382 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-36703c3b-de4e-464a-9058-79866ebe0788 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944002 Feb 04 13:16:52.878693 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-3adadceb-cdde-45be-b304-4190c00c6584 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592548 Feb 04 13:16:53.060176 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-82b4aa58-09cc-4856-84d8-eb86a17a1e72 req-4631f12c-f990-4913-b452-684db2a4f866 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1730137 Feb 04 13:16:53.346764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b2fb9da7-f68a-40a2-821b-fc609d603daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:54.112192 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:54.510187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:55.531509 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:16:58.586368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:17:08.179272 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8aafa3-f5b9-4c39-8c2b-09f8050809d3 req-df8a8c3e-6e2a-41b8-965f-7b04d428dcd8 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:08.180945 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0d8aafa3-f5b9-4c39-8c2b-09f8050809d3 req-df8a8c3e-6e2a-41b8-965f-7b04d428dcd8 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1713884 Feb 04 13:17:08.246385 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0d8aafa3-f5b9-4c39-8c2b-09f8050809d3 req-6d57d40f-117d-4bb0-840f-5a1206c6229f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589521 Feb 04 13:17:09.688732 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d374-31d9-4467-9c11-5e70329f67b7 req-a7cb4cdc-6509-48d0-abd7-f46f3ae980d3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:09.690496 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dad5d374-31d9-4467-9c11-5e70329f67b7 req-a7cb4cdc-6509-48d0-abd7-f46f3ae980d3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.3071399 Feb 04 13:17:09.758158 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dad5d374-31d9-4467-9c11-5e70329f67b7 req-0e2f1074-1d95-4fd5-9f69-f3e2ed3a5bf8 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607946 Feb 04 13:17:11.117333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eda93-ba12-479c-86ad-c5d5145345f1 req-eeb0641d-efbd-463f-86c1-dcde5606e0f4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:11.119293 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-353eda93-ba12-479c-86ad-c5d5145345f1 req-eeb0641d-efbd-463f-86c1-dcde5606e0f4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1927016 Feb 04 13:17:11.191660 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-353eda93-ba12-479c-86ad-c5d5145345f1 req-028097db-ac86-4abe-9149-13111f8f0b63 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649836 Feb 04 13:17:12.526348 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21c88-ce8e-41b5-a91d-9382d5df8427 req-b9856172-94ed-44d0-88ce-316402201d13 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:12.528028 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6db21c88-ce8e-41b5-a91d-9382d5df8427 req-b9856172-94ed-44d0-88ce-316402201d13 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1894536 Feb 04 13:17:12.617475 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6db21c88-ce8e-41b5-a91d-9382d5df8427 req-50051f77-a76d-47bd-8952-faad2f06a5b1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797398 Feb 04 13:17:13.929323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4298a9-c7db-4013-9dc7-33ae8cf116a5 req-de42b4e4-a072-4159-b257-f530d1520056 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:13.931067 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa4298a9-c7db-4013-9dc7-33ae8cf116a5 req-de42b4e4-a072-4159-b257-f530d1520056 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1738241 Feb 04 13:17:14.010062 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-aa4298a9-c7db-4013-9dc7-33ae8cf116a5 req-2222abf5-c440-408c-96c1-05c4972c3b6f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719101 Feb 04 13:17:15.321730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4dc71-9f1f-4ab9-95e5-bd245cb88066 req-642cab24-c46e-469b-8a74-faedb582567d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:15.323362 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29c4dc71-9f1f-4ab9-95e5-bd245cb88066 req-642cab24-c46e-469b-8a74-faedb582567d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1715958 Feb 04 13:17:15.398869 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-29c4dc71-9f1f-4ab9-95e5-bd245cb88066 req-b61d7fa5-fd08-47ae-8c8c-841c3008eeae tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669165 Feb 04 13:17:16.711073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c19cb-c916-4fe3-8655-c2dda28b96f2 req-4acdce9d-0a17-4d61-8e38-a8b9468b73f3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:16.712879 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6d5c19cb-c916-4fe3-8655-c2dda28b96f2 req-4acdce9d-0a17-4d61-8e38-a8b9468b73f3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1731539 Feb 04 13:17:16.792680 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6d5c19cb-c916-4fe3-8655-c2dda28b96f2 req-513975d0-07ec-45b3-b167-8f4151a3aebf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729451 Feb 04 13:17:17.177812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:18.114113 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f00c2f-f701-4376-8def-8076ccff10c0 req-45c74d0f-5832-444b-8914-89b267995744 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:18.115894 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b8f00c2f-f701-4376-8def-8076ccff10c0 req-45c74d0f-5832-444b-8914-89b267995744 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1864908 Feb 04 13:17:18.186458 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b8f00c2f-f701-4376-8def-8076ccff10c0 req-ab09d9f5-c73b-46cc-a050-a64169c2a765 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631831 Feb 04 13:17:19.266031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f309893b-8f18-496e-b600-c9f9a6a6d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:19.520753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88759ede-3afd-421b-af33-35ae09529e72 req-bbd8f96b-2401-4ac0-8003-24ef2c3bb4f3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:19.522515 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-88759ede-3afd-421b-af33-35ae09529e72 req-bbd8f96b-2401-4ac0-8003-24ef2c3bb4f3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1888888 Feb 04 13:17:19.588318 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-88759ede-3afd-421b-af33-35ae09529e72 req-d2c78678-1ef2-4981-b9a8-32676620041b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591140 Feb 04 13:17:20.990257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3f37c-6827-4bf5-a906-aeb6c83fbb09 req-8e8c0ec1-a652-476e-ab29-d1957802e7a3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:20.993076 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9ba3f37c-6827-4bf5-a906-aeb6c83fbb09 req-8e8c0ec1-a652-476e-ab29-d1957802e7a3 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.2063391 Feb 04 13:17:21.071530 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9ba3f37c-6827-4bf5-a906-aeb6c83fbb09 req-7facda3a-7bcf-4092-b18b-1576f4e59a9c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712559 Feb 04 13:17:22.396547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa42c6a-600f-43d9-9fad-436d6d7c3db3 req-d4fa6a74-90b4-4870-a94e-3fee6b1905dd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:22.398343 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-faa42c6a-600f-43d9-9fad-436d6d7c3db3 req-d4fa6a74-90b4-4870-a94e-3fee6b1905dd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1815424 Feb 04 13:17:22.501687 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-faa42c6a-600f-43d9-9fad-436d6d7c3db3 req-63d0118e-c568-41ee-a80a-8c189d1a5dc6 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941257 Feb 04 13:17:23.340930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-cba99d21-95de-4fb0-a840-b574ece993e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:23.808034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874d80-a47b-4949-a78e-1febeba44065 req-8648f4c5-9152-4c9a-aad9-8ac19801d304 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:23.809706 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e874d80-a47b-4949-a78e-1febeba44065 req-8648f4c5-9152-4c9a-aad9-8ac19801d304 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1683037 Feb 04 13:17:23.875468 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e874d80-a47b-4949-a78e-1febeba44065 req-54a2ff58-8d7d-434d-9335-3f30cc46e26f tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591729 Feb 04 13:17:24.116809 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:24.517258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:25.193327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f9ab-d850-4233-b0d6-319312c862da req-5846d425-d4fd-4ef1-9f80-57c266ff18b1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:25.195056 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d3b9f9ab-d850-4233-b0d6-319312c862da req-5846d425-d4fd-4ef1-9f80-57c266ff18b1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1738257 Feb 04 13:17:25.263830 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-d3b9f9ab-d850-4233-b0d6-319312c862da req-4410d399-723b-4e0b-a895-04463ef4eb09 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618742 Feb 04 13:17:25.536613 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:26.588956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7378b8-e689-4dff-9e44-36da6103e3b2 req-7c7d2628-e43f-46f3-8bf3-1b0018adbd8b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:26.590644 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a7378b8-e689-4dff-9e44-36da6103e3b2 req-7c7d2628-e43f-46f3-8bf3-1b0018adbd8b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1916835 Feb 04 13:17:26.656736 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-6a7378b8-e689-4dff-9e44-36da6103e3b2 req-26b92176-3033-4bbb-90d3-8ea3617b657a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591822 Feb 04 13:17:27.984196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe5b42-b1bc-427d-b93a-c8f3892432f7 req-64e269ba-b076-465c-91fa-9b271c4feda4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:27.986078 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-26fe5b42-b1bc-427d-b93a-c8f3892432f7 req-64e269ba-b076-465c-91fa-9b271c4feda4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1840637 Feb 04 13:17:28.051979 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-26fe5b42-b1bc-427d-b93a-c8f3892432f7 req-3a24278d-5240-4dc5-9528-508f01c81b29 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595791 Feb 04 13:17:29.369626 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee75bef-98a6-4aab-b565-ce23fedfd04d req-41f62f4a-b2f1-484f-973e-ab0a44abbd07 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:29.371317 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cee75bef-98a6-4aab-b565-ce23fedfd04d req-41f62f4a-b2f1-484f-973e-ab0a44abbd07 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1804309 Feb 04 13:17:29.441945 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cee75bef-98a6-4aab-b565-ce23fedfd04d req-5944850e-306b-42d1-9ebc-425cc47f23e6 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609818 Feb 04 13:17:30.070156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc291d-22cc-4cd8-85f3-fcc3887d6dc6 req-fb55ffab-6153-4026-a03a-0977da5a6e8a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:30.071932 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0afc291d-22cc-4cd8-85f3-fcc3887d6dc6 req-fb55ffab-6153-4026-a03a-0977da5a6e8a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1776109 Feb 04 13:17:30.131590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-a42afeee-780e-4cfd-a46d-319dc0511c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:30.133240 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-a42afeee-780e-4cfd-a46d-319dc0511c9a service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.1626797 Feb 04 13:17:30.137593 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0afc291d-22cc-4cd8-85f3-fcc3887d6dc6 req-1d85b39d-7c97-469c-a358-08ffc82464ed tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589645 Feb 04 13:17:30.288421 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-5aa6456e-7010-4f95-80e4-e06c7da4ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:30.290088 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-5aa6456e-7010-4f95-80e4-e06c7da4ca47 service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1473892 Feb 04 13:17:30.406008 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-45240f44-835d-4c8a-9c94-08e53f7f007f service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1001 time: 0.1067617 Feb 04 13:17:30.488568 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-233ecb24-fb46-4a52-bce9-393408c5e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:30.490179 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-233ecb24-fb46-4a52-bce9-393408c5e091 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0758255 Feb 04 13:17:30.590313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-642ce39a-2784-4e47-b66e-8c6bb79cf8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:30.591978 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-642ce39a-2784-4e47-b66e-8c6bb79cf8d4 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923235 Feb 04 13:17:30.740701 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-5ac4153f-6ebf-4084-b041-86ab62fdf259 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394122 Feb 04 13:17:30.889811 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-246d5bad-9c4a-499e-901f-ebe68addc553 req-f40ad27a-aa1d-4461-90bb-2fca07ee631c service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401560 Feb 04 13:17:31.460092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc33a41-8bd3-4621-b315-21847db76821 req-4bf3b7a9-1a3e-465d-8ddf-d6b011e708d4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:31.461772 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-afc33a41-8bd3-4621-b315-21847db76821 req-4bf3b7a9-1a3e-465d-8ddf-d6b011e708d4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1825731 Feb 04 13:17:31.529689 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-afc33a41-8bd3-4621-b315-21847db76821 req-f9b8079f-1884-4167-a2b3-c4f8b949f03b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607917 Feb 04 13:17:32.839759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771db705-0336-4c17-b332-2d41d1363052 req-5383e8da-99e5-465d-a5ee-3368be40817c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:32.841526 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-771db705-0336-4c17-b332-2d41d1363052 req-5383e8da-99e5-465d-a5ee-3368be40817c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1715183 Feb 04 13:17:32.915441 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-771db705-0336-4c17-b332-2d41d1363052 req-f70ce02f-d691-471e-8039-306a263c9316 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668082 Feb 04 13:17:35.585691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:17:47.187838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:49.259127 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-226c6b8a-9645-4432-ac9b-6f6c011ef1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:51.746907 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-eaebcdb9-e5ba-4a8b-9d2a-62c90efe410a service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0852466 Feb 04 13:17:51.915839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-cf1d79de-fab0-4711-b69c-b52ec498714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:51.917530 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-cf1d79de-fab0-4711-b69c-b52ec498714c service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 1162 time: 0.0875413 Feb 04 13:17:52.088670 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-633ff4d8-69d5-434e-bdc5-abadaf463910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:52.090269 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-633ff4d8-69d5-434e-bdc5-abadaf463910 service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1478469 Feb 04 13:17:52.201725 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-5a0332f4-6cc4-4a3d-989b-02eed9396b6a service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 200 len: 1001 time: 0.1070356 Feb 04 13:17:52.282416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-48211354-2a3b-4b26-bce8-2ba13ed00556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:52.284068 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-48211354-2a3b-4b26-bce8-2ba13ed00556 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0760801 Feb 04 13:17:52.383457 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-31762925-fd6a-4c50-b457-862a8bd4798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:17:52.385309 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-31762925-fd6a-4c50-b457-862a8bd4798e service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0929973 Feb 04 13:17:52.547723 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-442c6384-221e-4559-92c5-c527b9ae7f5d service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547241 Feb 04 13:17:52.972367 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-9b03a09c-791b-4e09-ad81-8d7ca9cd2a31 req-bc9b6a5e-3171-49d1-8d87-67dcfe37659a service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4205761 Feb 04 13:17:53.350544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b364437a-5036-4a34-860d-cfc1bbf78b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:54.118775 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:54.515311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:17:55.547433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:12.590806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:18:17.198735 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:19.262642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e198ae8f-2bd0-4816-b1a9-9962fa85af93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:23.347114 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-57a54330-1b9d-4eda-abfd-2fc498dc127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:24.120339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:24.510018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:25.543174 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:32.705214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e585563-c65c-4221-a0b1-5f1101b63dc2 req-482c61a4-c402-42de-979c-0652e622ea6a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:32.706948 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e585563-c65c-4221-a0b1-5f1101b63dc2 req-482c61a4-c402-42de-979c-0652e622ea6a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1754520 Feb 04 13:18:32.776545 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4e585563-c65c-4221-a0b1-5f1101b63dc2 req-f42f1fb2-c093-4b23-9ced-0854c15af858 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596876 Feb 04 13:18:34.084431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959704b3-ee4a-4adc-9de4-227881ad1650 req-c2b1125a-a629-4924-9034-8c355ffa083e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:34.085995 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-959704b3-ee4a-4adc-9de4-227881ad1650 req-c2b1125a-a629-4924-9034-8c355ffa083e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1675227 Feb 04 13:18:34.166756 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-959704b3-ee4a-4adc-9de4-227881ad1650 req-d8dcb77b-b244-409b-959d-3a56bed0cd1c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708282 Feb 04 13:18:34.806810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-cbb46c27-fb95-4393-af40-90a8ea906b3c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:34.808498 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-cbb46c27-fb95-4393-af40-90a8ea906b3c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1717696 Feb 04 13:18:34.906220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Deleting port 95e7d301-089b-4b92-b385-52c3c68e3716 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:18:34.906575 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:35.181607 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] For port 95e7d301-089b-4b92-b385-52c3c68e3716, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=95e7d301-089b-4b92-b385-52c3c68e3716,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:18:35.182254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:35.483896 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff09ff0-8f56-4f43-89ac-19429aa6d0ef req-64fe5182-a8d8-4a37-a9f2-8cb036c49c4b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:35.486185 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5ff09ff0-8f56-4f43-89ac-19429aa6d0ef req-64fe5182-a8d8-4a37-a9f2-8cb036c49c4b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 945 time: 0.1718323 Feb 04 13:18:35.503593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:35.504036 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:35.504400 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Floating IP 3c83a674-46e7-4090-8347-518cc11756e1 disassociated. External IP: 172.28.2.159, port: 95e7d301-089b-4b92-b385-52c3c68e3716. Feb 04 13:18:35.504813 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Calling delete_port for 95e7d301-089b-4b92-b385-52c3c68e3716 owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:18:35.551564 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-5ff09ff0-8f56-4f43-89ac-19429aa6d0ef req-142430fd-892a-40d5-987b-4749c2dd97fb tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa0e45dd-d96f-4305-b650-2d0accb94ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587907 Feb 04 13:18:35.658777 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:35.674190 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b731139e-0735-4433-aa0c-dce06f0609a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:35.768729 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95e7d301-089b-4b92-b385-52c3c68e3716 no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:18:35.770643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event deleted for resources: {'Port': ['ID=95e7d301-089b-4b92-b385-52c3c68e3716,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:35.786635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.787068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.787479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.787891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.788263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.788654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.789054 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.789447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.789851 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.790260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.790644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.791024 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.791529 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.791903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.792291 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.792679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.793060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.793452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.793869 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.794257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.794786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.795215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.795880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.795880 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:35.801347 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:35.817871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] No Port match for: 95e7d301-089b-4b92-b385-52c3c68e3716 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:18:35.818895 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device 95e7d301-089b-4b92-b385-52c3c68e3716 not bound to the agent host hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:18:36.068655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:18:36.274431 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:18:36.286214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:18:36.300057 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:18:36.300727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:18:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:18:36.316459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] No DVR routers for this DVR port 95e7d301-089b-4b92-b385-52c3c68e3716 on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:18:36.318890 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:36.321821 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'name': 'network-vif-deleted', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:36.339294 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-cecd0af2-4c4a-43b3-9fdb-a4e29f0d132b req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "DELETE /v2.0/ports/95e7d301-089b-4b92-b385-52c3c68e3716 HTTP/1.1" status: 204 len: 173 time: 1.5237153 Feb 04 13:18:36.400428 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd893c00c-7cf9-4a79-86e1-99eea66989bd', 'name': 'network-vif-deleted', 'tag': '95e7d301-089b-4b92-b385-52c3c68e3716', 'status': 'completed', 'code': 200} Feb 04 13:18:36.671468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:18:36.747219 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-43798a19-439d-4273-9e73-4be930095c38 req-effcaba8-3a74-458a-888d-6645e5a1bbd4 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=d893c00c-7cf9-4a79-86e1-99eea66989bd HTTP/1.1" status: 200 len: 210 time: 0.0507100 Feb 04 13:18:37.039644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:18:37.044472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:18:37.054840 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:18:37.055544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:18:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:18:37.252850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:18:37.608074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:18:37.612695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6465de-3bda-462f-987f-d4e41230eab5 None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:18:38.025203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78376e8-6873-442f-996a-d18fef45fa62 None None] New status for floating IP 3c83a674-46e7-4090-8347-518cc11756e1: DOWN {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:18:38.949124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51082) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.050600 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.080194 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.139434 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.145986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-97501520-590d-41e9-89ea-a04e1f6ab2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:39.165228 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e45dd-d96f-4305-b650-2d0accb94ca8,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:39.175522 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.175870 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.176269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.176659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.177049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.177436 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.177867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.178307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.178750 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.179071 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.179447 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.179836 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.180304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.180683 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.181064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.181444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.181874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.182257 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.182627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.183006 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.183413 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.183865 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.184230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.184609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:39.189887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:39.193440 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.194692 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "DELETE /v2.0/security-groups/aa0e45dd-d96f-4305-b650-2d0accb94ca8 HTTP/1.1" status: 204 len: 168 time: 0.2444727 Feb 04 13:18:39.198739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51086) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.216069 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.v2.resource [None req-bde8bc3b-9e7b-4e46-b4c0-c6d9f4087369 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] show failed (client error): The resource could not be found. Feb 04 13:18:39.217149 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bde8bc3b-9e7b-4e46-b4c0-c6d9f4087369 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups/aa0e45dd-d96f-4305-b650-2d0accb94ca8 HTTP/1.1" status: 404 len: 347 time: 0.0174429 Feb 04 13:18:39.221379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51090) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:39.407212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Deleting port d05c3e24-95c2-4351-b275-2220d14381d9 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:18:39.407604 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.616686 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.617060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.753931 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Calling delete_port for d05c3e24-95c2-4351-b275-2220d14381d9 owned by network:floatingip {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:18:39.928435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:39.944310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-022f73cf-6dfc-4aa7-b46e-21b89ddcef69 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:40.041156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event deleted for resources: {'Port': ['ID=d05c3e24-95c2-4351-b275-2220d14381d9,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:40.044292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:40.181606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:40.206026 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:40.207939 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4cf34d25-fa0a-4561-bdba-04ca80c0e2cd tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "DELETE /v2.0/floatingips/3c83a674-46e7-4090-8347-518cc11756e1 HTTP/1.1" status: 204 len: 168 time: 0.9854529 Feb 04 13:18:40.750211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51096) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:40.756068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981994846', 'description': 'tempest-description--1769275846'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:40.778669 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:18:40.783511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:18:40.786766 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:18:40.793046 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:18:40.810320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:40.832748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:18:40.836816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:18:40.839800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:18:40.845964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:18:40.922479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:40.926555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:40.930333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1c15c340-7620-4cfe-8c41-f6eb2d9b2b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:40.977796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f109973-b46d-402f-815a-d5ff6d5a1090,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:40.981136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:40.982049 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:40.983642 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-aa69915b-23c1-4de0-8d05-bf4e25fc7576 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2321622 Feb 04 13:18:40.986762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51100) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:40.992255 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'security_group_rule': {'security_group_id': '2f109973-b46d-402f-815a-d5ff6d5a1090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:41.014058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:18:41.018193 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:18:41.021220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:18:41.026995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:18:41.049481 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.116030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.120862 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.123809 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ae410f7-a42e-438f-b146-b9eaf9fa92de tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:41.153014 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb3b57b-f226-48bd-a281-7a21356da15f,revision_number=0']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:41.155622 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:41.162905 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.164190 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f9764e1a-0cbd-4da4-af3b-ddfd82902b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1764352 Feb 04 13:18:41.167462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51104) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:41.173264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'security_group_rule': {'security_group_id': '2f109973-b46d-402f-815a-d5ff6d5a1090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:41.195367 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:18:41.199655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:security_group_rule and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:18:41.202749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:18:41.208708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:18:41.230879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.303935 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.309374 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058837'] for security_group_rule, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.312099 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:41.336748 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05e2a7e-081e-4e72-9430-2e5a69135669,revision_number=0']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:41.339637 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:41.347480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.348751 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-4ae8f2f7-890f-46c4-933e-9c3b59cf401e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801767 Feb 04 13:18:41.353339 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51108) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:41.358924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'floatingip': {'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:41.380547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:18:41.384733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Usage tracker for resource:floatingip and tenant:c0fb944d823b4a4f973efccf7c05e8c3 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:18:41.387823 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:18:41.393842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:18:41.406398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.564649 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:41.853023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Allocated IP 172.28.2.64 (6c5f90e9-9ca0-45c4-be41-348a51d7fba0/10a16a2a-2d3d-4552-a82e-6896cdb2c5c6/3f431725-e6a4-4796-af19-541e9f452e43) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:18:42.013885 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:42.053539 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:42.070953 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fdc743e9-43c2-48bc-a757-53933e6325a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:42.207758 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'Port': ['ID=3f431725-e6a4-4796-af19-541e9f452e43,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:42.212828 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:42.266111 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Network 6c5f90e9-9ca0-45c4-be41-348a51d7fba0 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:18:42.267785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:18:42.270524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:18:42.365202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:42.433387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:42.985280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:42.989899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:43.003322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9b8d1aa8-60fe-4b01-a59a-6bfe45b94bf7 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:43.136806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'Port': ['ID=3f431725-e6a4-4796-af19-541e9f452e43,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:43.141497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:43.249009 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:43.276235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:43.277582 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9231718 Feb 04 13:18:43.556202 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-16562952-9488-4694-a091-a41d1ce0ab17 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:security_group {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:18:43.573553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-16562952-9488-4694-a091-a41d1ce0ab17 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:security_group {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:18:43.574942 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-16562952-9488-4694-a091-a41d1ce0ab17 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--981994846&fields=id&tenant_id=c0fb944d823b4a4f973efccf7c05e8c3 HTTP/1.1" status: 200 len: 267 time: 0.0817964 Feb 04 13:18:43.823373 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-6b945e63-85fb-488c-af74-eccbc6a5e114 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:43.824998 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-6b945e63-85fb-488c-af74-eccbc6a5e114 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 811 time: 0.2396841 Feb 04 13:18:43.850881 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-e5b59977-e5d2-4f3f-996a-3526147d5208 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/quotas/c0fb944d823b4a4f973efccf7c05e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0161924 Feb 04 13:18:43.994991 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-d945157d-f1a0-4ce0-8f59-5bc3fc8af1f5 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80108) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:18:44.011765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-d945157d-f1a0-4ce0-8f59-5bc3fc8af1f5 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80108) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:18:44.013194 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-d945157d-f1a0-4ce0-8f59-5bc3fc8af1f5 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1548223 Feb 04 13:18:44.176252 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-13f9133a-93fb-4fd5-b8f6-5f12246d8b16 service neutron] 10.222.0.45 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462719 Feb 04 13:18:44.553816 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-8c7442ec-044f-4343-b3f2-2f9470e7a32c service neutron] 10.222.0.45 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3710251 Feb 04 13:18:44.786903 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-de49e25b-e98b-4439-8020-ebf36e8a1909 req-9e2dc79e-5d53-44e1-b44a-e3812775e708 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:18:44.800416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-de49e25b-e98b-4439-8020-ebf36e8a1909 req-9e2dc79e-5d53-44e1-b44a-e3812775e708 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:18:44.801708 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-de49e25b-e98b-4439-8020-ebf36e8a1909 req-9e2dc79e-5d53-44e1-b44a-e3812775e708 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 210 time: 0.0652366 Feb 04 13:18:45.995838 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-09f6b10d-5817-4ace-bc46-e2a073d50bd6 req-5c011a13-1574-4c30-a5ec-e79eaaa36d26 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 210 time: 0.0523686 Feb 04 13:18:46.301617 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-aaf982c1-55c4-48fe-b7b0-0daed55b63bf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:46.302382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-aaf982c1-55c4-48fe-b7b0-0daed55b63bf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:network {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:18:46.322349 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-aaf982c1-55c4-48fe-b7b0-0daed55b63bf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:network {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:18:46.323746 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-aaf982c1-55c4-48fe-b7b0-0daed55b63bf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 811 time: 0.2694709 Feb 04 13:18:46.439127 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-25f88637-1e9a-4c53-9c65-cac1a197c2b0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3 HTTP/1.1" status: 200 len: 5708 time: 0.1030340 Feb 04 13:18:46.448797 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'port': {'device_id': '0a13b732-713d-4fae-ad52-13230d6d0945', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'admin_state_up': True, 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'security_groups': ['2f109973-b46d-402f-815a-d5ff6d5a1090']}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:46.604940 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:18:46.615850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:18:46.626420 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Made reservation on behalf of c0fb944d823b4a4f973efccf7c05e8c3 for: {'port': 1} {{(pid=80107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 04 13:18:46.647648 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:46.971103 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_common [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Allocated IP 172.20.0.9 (73130284-d4d9-4e58-8088-2145f96d0b87/5f57d039-1994-48d5-b685-40675007b2ab/de2596a4-01a1-4e6b-87cd-8ad5c8a5733b) {{(pid=80107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 04 13:18:47.197599 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-972b3649-bb3e-4286-ae1a-3f684f9cdf6d req-fd775d5d-d674-4408-b437-5a8201e9cb7e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 210 time: 0.0612342 Feb 04 13:18:47.215524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:47.234636 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for port, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:47.252028 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Transition to ACTIVE for port object de2596a4-01a1-4e6b-87cd-8ad5c8a5733b will not be triggered until provisioned by entity DHCP. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:18:47.279684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250593999135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:47.295579 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:47.438490 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event updated for resources: {'Port': ['ID=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:47.444280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:47.497484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Network 73130284-d4d9-4e58-8088-2145f96d0b87 is already hosted by enough agents. {{(pid=80107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 04 13:18:47.498665 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.base_scheduler [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Resources bound (agent type, host, resource id): {{(pid=80107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 04 13:18:47.501102 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Received port after_create {{(pid=80107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 04 13:18:47.633744 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:47.634480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:47.661024 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-208bacd4-2801-45e0-a914-63157b169457 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2167041 Feb 04 13:18:47.675359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Request body: {'port': {'device_id': '0a13b732-713d-4fae-ad52-13230d6d0945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=80107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:47.723320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-d45b24ba-7879-4584-996b-bfebff78923c None None] Provisioning for port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b completed by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:18:47.728759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-d45b24ba-7879-4584-996b-bfebff78923c None None] Provisioning complete for port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b triggered by entity DHCP. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:18:47.729176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d45b24ba-7879-4584-996b-bfebff78923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:47.792019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-d45b24ba-7879-4584-996b-bfebff78923c None None] Port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b cannot update to ACTIVE because it is not bound. {{(pid=80109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 04 13:18:47.809275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.255197 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2596a4-01a1-4e6b-87cd-8ad5c8a5733b {{(pid=80107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 04 13:18:48.263555 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.276762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Transition to ACTIVE for port object de2596a4-01a1-4e6b-87cd-8ad5c8a5733b will not be triggered until provisioned by entity L2. {{(pid=80107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 04 13:18:48.280147 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.296398 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fcadbdfe-25a5-4b83-bf4d-3456ff1c159b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:48.442279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Pushing event updated for resources: {'Port': ['ID=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,revision_number=2']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:48.455497 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:48.512341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fed6-f5b2-4484-b2e4-c3eea57c0d54 req-891808d1-4467-4a37-8db1-4c80cc831715 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:48.514095 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0760fed6-f5b2-4484-b2e4-c3eea57c0d54 req-891808d1-4467-4a37-8db1-4c80cc831715 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 943 time: 0.1812189 Feb 04 13:18:48.580898 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0760fed6-f5b2-4484-b2e4-c3eea57c0d54 req-71cae1e9-4e08-4aa0-b860-810499753949 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595932 Feb 04 13:18:48.632623 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Attempting to bind port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:18:48.632986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Attempting to bind port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b by drivers openvswitch on host hv-cinder-77398 at level 0 using segments [{'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 04 13:18:48.633346 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Attempting to bind port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b on network 73130284-d4d9-4e58-8088-2145f96d0b87 {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 04 13:18:48.639704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Checking agent: {'id': 'ece814d4-9771-4447-9e9b-c02ef33c7bec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 4, 12, 59, 47), 'started_at': datetime.datetime(2021, 2, 4, 13, 0, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 4, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.99', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 04 13:18:48.640072 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Checking segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 04 13:18:48.640472 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.640867 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Bound using segment: {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'} {{(pid=80107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 04 13:18:48.641335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Bound port: de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host: hv-cinder-77398, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420469bf-47ff-4672-a459-b5a927d86f9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87'}}] {{(pid=80107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 04 13:18:48.641739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.738642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] For port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host hv-cinder-77398, cleared binding levels {{(pid=80107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 04 13:18:48.742170 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] For port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 04 13:18:48.745945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2179554'] for port, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.759275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:48.916452 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Pushing event updated for resources: {'Port': ['ID=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,revision_number=3']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:48.922042 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:48.957191 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:48.958162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:48.959767 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-c210cedb-7b30-43c1-a1e9-fd1409b12fbd service neutron] 10.222.0.106 "PUT /v2.0/ports/de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 200 len: 1157 time: 1.2891200 Feb 04 13:18:48.960387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:49.049096 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'status': 'completed', 'code': 200} Feb 04 13:18:49.088764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-fd00e99b-2b78-4d72-bd8e-940641e790c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:49.090410 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-fd00e99b-2b78-4d72-bd8e-940641e790c3 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 1160 time: 0.0854132 Feb 04 13:18:49.170027 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-90f8068c-05a1-4923-a216-23f21faf3492 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 200 len: 217 time: 0.0697212 Feb 04 13:18:49.243419 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-0d84457d-2025-4fa0-85f8-513182d9b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:49.244953 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-0d84457d-2025-4fa0-85f8-513182d9b8cd service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0664666 Feb 04 13:18:49.268296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3420-af36-4076-9010-dbb92c737c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:49.337264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-05d61469-eaf0-438c-8503-73a509d08fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:49.338928 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-05d61469-eaf0-438c-8503-73a509d08fc7 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849464 Feb 04 13:18:49.486030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-5297bc3e-97ad-4000-8fdf-01d87e32bd99 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375465 Feb 04 13:18:49.590847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:18:49.882203 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-ee61927b-9e8c-48f3-810b-969b37e2bd6f req-7386f1a9-c2fe-490c-8f60-ea6f06490e00 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3881557 Feb 04 13:18:49.885773 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb862-3b83-4089-b7b6-32b550a63152 req-229f0e4d-3b7a-47b3-9951-9323be45354d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:49.887471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3c5fb862-3b83-4089-b7b6-32b550a63152 req-229f0e4d-3b7a-47b3-9951-9323be45354d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 943 time: 0.1705861 Feb 04 13:18:49.957948 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3c5fb862-3b83-4089-b7b6-32b550a63152 req-31a1d9c7-324a-4c98-ac41-aa7b8d6f7d1a tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627563 Feb 04 13:18:50.021627 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-99dbe0bc-117e-4b74-b3ee-e79b78582b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:50.023437 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-99dbe0bc-117e-4b74-b3ee-e79b78582b80 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 1160 time: 0.0835242 Feb 04 13:18:50.167919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-813efa7b-385b-4f27-80a8-7fa2d1d689bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:50.169409 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-813efa7b-385b-4f27-80a8-7fa2d1d689bf service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1375849 Feb 04 13:18:50.249031 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-a51ac0e6-a23b-435f-aa98-f193a18874cd service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 200 len: 217 time: 0.0705760 Feb 04 13:18:50.319791 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-8f83559f-e158-4ac9-9621-775bd107de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:50.321466 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-8f83559f-e158-4ac9-9621-775bd107de2b service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0646582 Feb 04 13:18:50.420886 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-de319399-54bd-454c-9d5a-6024148b7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:50.422512 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-de319399-54bd-454c-9d5a-6024148b7952 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927024 Feb 04 13:18:50.568361 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-94b6e0bf-7854-4ee0-adda-1cf6ec0d43cf service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365676 Feb 04 13:18:50.717916 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-87d001b4-c0a2-45e7-92b3-0e395431989f req-ad6f7377-838a-448a-97a9-2e5e6855f776 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405151 Feb 04 13:18:51.254820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2a0ab-4ce1-40fe-b923-6f357df2d488 req-2bc290bf-624d-45a3-aa22-66c0a701750c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:51.255532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-3dd2a0ab-4ce1-40fe-b923-6f357df2d488 req-2bc290bf-624d-45a3-aa22-66c0a701750c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Synchronizing usage tracker for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80107) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 04 13:18:51.273187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [req-3dd2a0ab-4ce1-40fe-b923-6f357df2d488 req-2bc290bf-624d-45a3-aa22-66c0a701750c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Unset dirty status for tenant:c0fb944d823b4a4f973efccf7c05e8c3 on resource:port {{(pid=80107) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 04 13:18:51.274491 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3dd2a0ab-4ce1-40fe-b923-6f357df2d488 req-2bc290bf-624d-45a3-aa22-66c0a701750c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 943 time: 0.1852579 Feb 04 13:18:51.339594 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-3dd2a0ab-4ce1-40fe-b923-6f357df2d488 req-87d5f79a-9212-4780-aef9-0e7f477c155c tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584621 Feb 04 13:18:52.640659 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59031c3-cf34-400e-94eb-88c820d4e78d req-9127d45f-b609-4dff-a17c-4e5e18ab00c9 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:52.642450 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c59031c3-cf34-400e-94eb-88c820d4e78d req-9127d45f-b609-4dff-a17c-4e5e18ab00c9 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 943 time: 0.1640663 Feb 04 13:18:52.709019 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-c59031c3-cf34-400e-94eb-88c820d4e78d req-bdb6b2dd-1c60-4322-9d27-9f0fb89b9d42 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598474 Feb 04 13:18:53.341893 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0150d493-ac4d-4b06-85cf-d772d085f186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:54.028023 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed321-604f-408f-bae5-087330da9d72 req-1c0177a9-bad3-494e-9900-324fc47eda6d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:54.029755 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-462ed321-604f-408f-bae5-087330da9d72 req-1c0177a9-bad3-494e-9900-324fc47eda6d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 943 time: 0.1780655 Feb 04 13:18:54.099393 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-462ed321-604f-408f-bae5-087330da9d72 req-29dae095-c18b-40a6-b431-2835993e77e0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619349 Feb 04 13:18:54.123642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:54.395970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device de2596a4-01a1-4e6b-87cd-8ad5c8a5733b up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:18:54.494435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning for port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b completed by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 04 13:18:54.510397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:18:54.510785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:54.557077 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:54.648073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:54.677853 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:18:54.688701 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:18:54.692152 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:54.694154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ac4ca35e-83dd-4d55-94b3-afbe87cb230b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:18:54.775406 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,revision_number=4']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:18:54.785534 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.785958 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.787121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.787121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.787121 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.787479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.787710 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.788068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.788443 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.788800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.789154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.789506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.789995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.790693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.790693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.791085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.792624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.792624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.792624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.792624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.792959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.793242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.793611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.793962 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:18:54.798992 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:18:54.838714 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'code': 200} Feb 04 13:18:55.122742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99660d6f-fe27-43c4-ad59-bc8bc9bc410a req-95b659db-c699-4d37-8824-24c5b70617ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:55.124457 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-99660d6f-fe27-43c4-ad59-bc8bc9bc410a req-95b659db-c699-4d37-8824-24c5b70617ba service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 1162 time: 0.0955930 Feb 04 13:18:55.200550 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-99660d6f-fe27-43c4-ad59-bc8bc9bc410a req-c147739a-2076-44dc-bca2-9eb86f719221 service neutron] 10.222.0.106 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671628 Feb 04 13:18:55.437776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a466f-ae54-4a23-98e3-c1e22db16ac9 req-3e342c03-8891-4b4e-84f5-a0bafdd1cab7 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:55.439517 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fb7a466f-ae54-4a23-98e3-c1e22db16ac9 req-3e342c03-8891-4b4e-84f5-a0bafdd1cab7 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1709535 Feb 04 13:18:55.506164 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-fb7a466f-ae54-4a23-98e3-c1e22db16ac9 req-d245c4f4-aa6a-4a3e-91c9-de1eb266a6be tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597882 Feb 04 13:18:55.547030 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:55.827234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device de2596a4-01a1-4e6b-87cd-8ad5c8a5733b up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:18:55.906410 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:18:55.906825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:56.820692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc9b10-0f9b-40bf-9fc7-813b07f2a59e req-a9c44b57-b708-4c12-ad60-c5ad244453db tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:56.822360 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-adbc9b10-0f9b-40bf-9fc7-813b07f2a59e req-a9c44b57-b708-4c12-ad60-c5ad244453db tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1753995 Feb 04 13:18:56.889254 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-adbc9b10-0f9b-40bf-9fc7-813b07f2a59e req-c49c5f38-c957-4f21-866a-b163bae72b0e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602217 Feb 04 13:18:57.823969 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device de2596a4-01a1-4e6b-87cd-8ad5c8a5733b up at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 04 13:18:57.908708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.provisioning_blocks [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Provisioning complete for port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b triggered by entity L2. {{(pid=80109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 04 13:18:57.909124 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854745509'] for port, provisioning_complete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:58.213212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c1262-8462-4582-86cc-4559b65e09ea req-ed4898f2-894b-4ebd-8e50-9d8190b25429 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:58.215102 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b53c1262-8462-4582-86cc-4559b65e09ea req-ed4898f2-894b-4ebd-8e50-9d8190b25429 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1837566 Feb 04 13:18:58.285230 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b53c1262-8462-4582-86cc-4559b65e09ea req-156447bc-47a3-45eb-8aed-381092b92047 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609765 Feb 04 13:18:58.598656 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d49a3-1d79-4632-aa5c-08925de8e670 req-6e17da3a-32d2-4f85-b78e-d1ac6684a9fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:18:58.600414 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-4f1d49a3-1d79-4632-aa5c-08925de8e670 req-6e17da3a-32d2-4f85-b78e-d1ac6684a9fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1883740 Feb 04 13:18:58.610470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51170) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:18:58.616189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.v2.base [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Request body: {'floatingip': {'port_id': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b'}} {{(pid=80108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:18:58.718178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, before_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:59.391470 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:59.395224 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:18:59.588572 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Floating IP b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19 associated. External IP: 172.28.2.64, port: de2596a4-01a1-4e6b-87cd-8ad5c8a5733b. Feb 04 13:18:59.979596 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:19:00.178624 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:19:00.184183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:00.188848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:19:00.202118 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:19:00.202805 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:18:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:19:00.246901 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-6f68f9f5-f44a-4b44-818d-b30ac409146b tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "PUT /v2.0/floatingips/b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19 HTTP/1.1" status: 200 len: 990 time: 1.6351216 Feb 04 13:19:00.247552 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b'}] {{(pid=80108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:19:00.319162 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'status': 'completed', 'code': 200} Feb 04 13:19:00.412846 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:19:00.425819 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-16f83c5b-8227-47c2-9517-964e3301f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:00.427538 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-16f83c5b-8227-47c2-9517-964e3301f3c4 service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 1162 time: 0.0851245 Feb 04 13:19:00.591433 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-ece5f80d-213a-4adf-b8c0-c949b35e78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:00.593132 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-ece5f80d-213a-4adf-b8c0-c949b35e78ba service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1567156 Feb 04 13:19:00.717284 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-dbfcbf26-8400-4676-b777-444c17a8187d service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 200 len: 998 time: 0.1161575 Feb 04 13:19:00.800264 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-c19770a8-d4c1-47b4-9639-8e419d807628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:00.801926 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-c19770a8-d4c1-47b4-9639-8e419d807628 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0760849 Feb 04 13:19:00.896263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-ebea7676-9a80-4add-b0a9-5d260c336afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:00.897870 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-ebea7676-9a80-4add-b0a9-5d260c336afc service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871735 Feb 04 13:19:00.987891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'port_id': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'mac_address': 'fa:16:3e:16:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b732-713d-4fae-ad52-13230d6d0945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:18:42Z', 'updated_at': '2021-02-04T13:18:59Z', 'revision_number': 1, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:19:00.992806 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:19:01.002634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:19:01.003324 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:18:53Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:19:01.049697 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-c44a672c-9eb7-442a-945c-38e723163c73 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438818 Feb 04 13:19:01.204759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-1653e5f8-2881-4435-b069-7ec91d0df413 req-21e19a1f-15b1-4030-98f4-f980168a395f service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462798 Feb 04 13:19:01.208361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:19:01.590064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'port_id': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'mac_address': 'fa:16:3e:16:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b732-713d-4fae-ad52-13230d6d0945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:18:42Z', 'updated_at': '2021-02-04T13:18:59Z', 'revision_number': 1, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:19:01.595018 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557feb77-f002-4ccc-9254-5dbe30f97bdb None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_floatingips': [{'id': 'b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'router_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'port_id': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'mac_address': 'fa:16:3e:16:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a13b732-713d-4fae-ad52-13230d6d0945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-04T13:18:42Z', 'updated_at': '2021-02-04T13:18:59Z', 'revision_number': 1, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:19:01.887281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e6675f-14ad-4f36-8509-183d50505ea1 None None] New status for floating IP b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19: ACTIVE {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:19:17.240083 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:19.272261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-055e4baa-df70-4794-ab26-b3c1f52f30d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:23.349068 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0dd84b73-7b06-4a0b-b7e7-05713ca7e0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:24.128320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:24.512226 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:25.553130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:26.590594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:19:47.253687 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:49.278385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8dec-264a-43e2-b2d5-a8df67ce692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:53.345333 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-876242e2-d2ae-47c8-ab1e-4837c9874858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:54.132022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:54.519280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:54.768253 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-f51911f3-de20-4f71-b59e-17946432c355 service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0994163 Feb 04 13:19:54.948838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-59b01280-26bf-4396-aacb-55b8c488078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:54.950557 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-59b01280-26bf-4396-aacb-55b8c488078e service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 1162 time: 0.0883188 Feb 04 13:19:55.116165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-00722a8d-1fd6-4a11-b4ad-c1c4558300cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:55.117811 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-00722a8d-1fd6-4a11-b4ad-c1c4558300cc service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1435390 Feb 04 13:19:55.235364 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-ab756b75-72a2-40ea-881f-a44da119dcb2 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 200 len: 1000 time: 0.1083384 Feb 04 13:19:55.314270 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-8721bcb4-bf32-4d92-a29a-68743d42ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:55.315907 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-8721bcb4-bf32-4d92-a29a-68743d42ca1c service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0717475 Feb 04 13:19:55.404010 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-8259dda1-e47a-45bf-938d-a7a75f2ddb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:19:55.406024 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-8259dda1-e47a-45bf-938d-a7a75f2ddb43 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816028 Feb 04 13:19:55.552131 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:19:55.565273 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-88c91815-dd32-4b77-a5d2-8276a553044f service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501019 Feb 04 13:19:55.717429 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-0cc908db-d4cd-4cc8-86c3-e80a28231a5e req-111f07ec-37a9-4dc3-94ae-18c47fb3f8ef service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430383 Feb 04 13:20:03.590132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:20:17.262214 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:19.275574 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f8b287c2-4f99-4173-bc15-91f66a183a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:23.342034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-02707a93-b6c2-4704-ac74-84ae781deba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:24.136439 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:24.513549 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:25.556757 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:40.590483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:20:47.270153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:49.269711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-382e2389-cebe-48bc-abab-c0d2bdbcc74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:53.337055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f102060c-95cc-483c-b06b-c847d223fea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:54.137812 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:54.517906 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:55.572814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:20:55.729914 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-69981fae-ca5f-410f-bbcc-3e114f1d0cda service neutron] 10.222.0.106 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0854454 Feb 04 13:20:55.947921 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-9a48ee88-f50c-4840-8f73-8a143925003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:20:55.950471 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-9a48ee88-f50c-4840-8f73-8a143925003d service neutron] 10.222.0.106 "GET /v2.0/ports?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 1162 time: 0.1273491 Feb 04 13:20:56.122157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-b1408591-7dde-48c9-b78c-67b2500c90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:20:56.123794 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-b1408591-7dde-48c9-b78c-67b2500c90cc service neutron] 10.222.0.106 "GET /v2.0/networks?id=73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 200 len: 905 time: 0.1519217 Feb 04 13:20:56.239860 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-37f2ac99-7c10-486f-a7d0-0e895bbe49b5 service neutron] 10.222.0.106 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 200 len: 1000 time: 0.1075232 Feb 04 13:20:56.318063 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-56d25192-7885-41e8-8e7f-8eeec50fdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:20:56.319703 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-56d25192-7885-41e8-8e7f-8eeec50fdf84 service neutron] 10.222.0.106 "GET /v2.0/subnets?id=5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 200 len: 850 time: 0.0705707 Feb 04 13:20:56.421248 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-f5d559bf-dba4-4c5a-a185-e33703056510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:20:56.422913 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-f5d559bf-dba4-4c5a-a185-e33703056510 service neutron] 10.222.0.106 "GET /v2.0/ports?network_id=73130284-d4d9-4e58-8088-2145f96d0b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927374 Feb 04 13:20:56.838625 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-8e925714-977d-45e6-9781-699db14c2931 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069858 Feb 04 13:20:57.007739 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-dadc7a1f-3b15-4f67-a7ff-67e6ce7d0789 req-a24c6442-3ef1-4c1c-a822-005f11442bc1 service neutron] 10.222.0.106 "GET /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1595867 Feb 04 13:21:17.283917 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:17.594800 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:21:19.274435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-33fb45d0-9f00-4b8a-8ef6-8bae3dc4bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:23.343711 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-712cf684-b0cf-42e6-bb10-050a9e87b382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:24.147502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:24.523327 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:25.570688 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:26.206244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa2855-eedd-44b7-934f-6ed473108bad req-82d27ec5-0fdd-4b30-8989-772bc0447810 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:21:26.208026 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e3aa2855-eedd-44b7-934f-6ed473108bad req-82d27ec5-0fdd-4b30-8989-772bc0447810 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1676219 Feb 04 13:21:26.274156 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-e3aa2855-eedd-44b7-934f-6ed473108bad req-0dd49bad-1e97-4ac3-a525-14a533c214b6 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594850 Feb 04 13:21:27.582165 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c4449-68b6-4ade-9622-c74a47534aae req-582b9016-217c-47dc-9b85-b2850d897b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:21:27.583759 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-969c4449-68b6-4ade-9622-c74a47534aae req-582b9016-217c-47dc-9b85-b2850d897b36 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1698139 Feb 04 13:21:27.649180 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-969c4449-68b6-4ade-9622-c74a47534aae req-9315d75b-c9f2-4b29-b904-524f0e86812d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587492 Feb 04 13:21:28.156116 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-66dc4a44-332f-4713-9dd7-18b4447385d1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:21:28.157801 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-66dc4a44-332f-4713-9dd7-18b4447385d1 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.1678920 Feb 04 13:21:28.254764 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Deleting port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:28.255017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:28.523379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] For port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:28.523640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:28.891684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Device de2596a4-01a1-4e6b-87cd-8ad5c8a5733b no longer exists at agent ovs-agent-hv-cinder-77398 {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:21:28.901242 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:28.901671 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:28.902024 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Floating IP b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19 disassociated. External IP: 172.28.2.64, port: de2596a4-01a1-4e6b-87cd-8ad5c8a5733b. Feb 04 13:21:28.902397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Calling delete_port for de2596a4-01a1-4e6b-87cd-8ad5c8a5733b owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:29.018963 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854540423'] for port, before_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:29.047796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b'}] {{(pid=80109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:29.058697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] For port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:29.062610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250593461125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786260737258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786260738829'] for port, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:29.064524 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:29.080056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2ead7-c110-4776-95cb-cacdad876276 req-5ab24dec-9d49-4b7d-b371-04c3548aa4fc tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:21:29.081834 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a4f2ead7-c110-4776-95cb-cacdad876276 req-5ab24dec-9d49-4b7d-b371-04c3548aa4fc tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 945 time: 0.2853744 Feb 04 13:21:29.107217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80107) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:29.107569 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80107) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:21:29.120092 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'code': 200} Feb 04 13:21:29.137041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Pushing event updated for resources: {'Port': ['ID=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,revision_number=5']} {{(pid=80109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:29.145258 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.145566 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.145965 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.146341 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.146697 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.147066 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.147418 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.147776 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.148133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.148466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.148842 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.149207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.149706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.150074 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.150438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.150788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.151137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.151488 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.151838 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.152198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.152547 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.152959 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.153308 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.153439 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-a4f2ead7-c110-4776-95cb-cacdad876276 req-8811c8da-9a6a-4aa8-a7da-400ecc4a8118 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630202 Feb 04 13:21:29.153642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:29.158279 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80109) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:29.608594 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Deleting port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:29.608981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:29.880954 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] For port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77398',level=0,port_id=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:29.881292 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:30.210236 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:30.210942 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854234142'] for floatingip, after_update {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:30.210942 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.db.l3_db [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Floating IP b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19 disassociated. External IP: 172.28.2.64, port: de2596a4-01a1-4e6b-87cd-8ad5c8a5733b. Feb 04 13:21:30.211335 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Calling delete_port for de2596a4-01a1-4e6b-87cd-8ad5c8a5733b owned by compute:nova {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:30.382166 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:30.401704 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-98a4b45a-5932-47a6-aadc-6c91ad7faac0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:30.451094 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event deleted for resources: {'Port': ['ID=de2596a4-01a1-4e6b-87cd-8ad5c8a5733b,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:30.476644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c50ff-2c3b-42f8-a6ae-032039138b28 req-b11657f8-296a-49a9-9eb6-b4902c64987d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 04 13:21:30.478593 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b03c50ff-2c3b-42f8-a6ae-032039138b28 req-b11657f8-296a-49a9-9eb6-b4902c64987d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 865 time: 0.1688652 Feb 04 13:21:30.516899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.517273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.517706 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.518132 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.518525 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.518918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.519307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.519661 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.520096 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.520438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.520825 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.521209 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.521717 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.522105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.522550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.522871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.523355 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.523640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.524020 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.524403 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.524785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.525168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.525550 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.525956 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:30.531456 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:30.548602 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b03c50ff-2c3b-42f8-a6ae-032039138b28 req-1b6688b3-90c6-43b7-ab04-2158fe169eec tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups?id=2f109973-b46d-402f-815a-d5ff6d5a1090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595021 Feb 04 13:21:30.804017 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:21:31.008379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:21:31.019034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:21:31.030970 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:21:31.031677 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:21:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:31.242176 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:21:31.310287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] No DVR routers for this DVR port de2596a4-01a1-4e6b-87cd-8ad5c8a5733b on host hv-cinder-77398 {{(pid=80107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:21:31.312679 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for port, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:31.315695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'name': 'network-vif-deleted', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b'}] {{(pid=80107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 13:21:31.334663 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-2b581926-adcb-4546-a3a4-fa4b497829ad req-8a5dee21-e270-4636-8b80-f85a622685c0 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.106 "DELETE /v2.0/ports/de2596a4-01a1-4e6b-87cd-8ad5c8a5733b HTTP/1.1" status: 204 len: 173 time: 3.1688948 Feb 04 13:21:31.475946 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a13b732-713d-4fae-ad52-13230d6d0945', 'name': 'network-vif-deleted', 'tag': 'de2596a4-01a1-4e6b-87cd-8ad5c8a5733b', 'status': 'completed', 'code': 200} Feb 04 13:21:31.589134 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:31.593511 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:21:31.603479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:21:31.604154 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:21:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:31.751678 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [req-b6ce56dd-e1a4-46f5-8f06-b9c9ab29c815 req-951b8d20-d427-4908-9a5d-f47c694bb61d tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/ports?device_id=0a13b732-713d-4fae-ad52-13230d6d0945 HTTP/1.1" status: 200 len: 210 time: 0.0564537 Feb 04 13:21:31.998386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:21:32.347198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:32.351984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f65299f-7778-42f5-8346-3e220d896e50 None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:14:06Z', 'revision_number': 4, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb', '_interfaces': [{'id': '15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810', 'name': '', 'network_id': '73130284-d4d9-4e58-8088-2145f96d0b87', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'mac_address': 'fa:16:3e:c5:9d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '5f57d039-1994-48d5-b685-40675007b2ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:05Z', 'updated_at': '2021-02-04T13:14:14Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'subnets': [{'id': '5f57d039-1994-48d5-b685-40675007b2ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:21:32.757230 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f41268-125f-49aa-827f-9ce6ec2b1f04 None None] New status for floating IP b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19: DOWN {{(pid=80110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 04 13:21:32.922091 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51526) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.012361 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.048611 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.105251 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.110899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8f7318de-e99c-4e2c-8756-58587da172f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:33.128634 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f109973-b46d-402f-815a-d5ff6d5a1090,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:33.139961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.140387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.140785 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.141189 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.141586 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.142031 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.142423 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.142814 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.143207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.143618 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.144012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.144360 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.144874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.145260 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.145646 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.146061 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.146462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.146835 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.147223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.147601 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.147984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.148368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.148754 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.149139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:21:33.153330 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:33.156299 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.158448 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "DELETE /v2.0/security-groups/2f109973-b46d-402f-815a-d5ff6d5a1090 HTTP/1.1" status: 204 len: 168 time: 0.2352710 Feb 04 13:21:33.160019 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51530) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.180298 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.api.v2.resource [None req-44c5ead3-f0a6-4d06-9e7c-afc3639eedd2 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] show failed (client error): The resource could not be found. Feb 04 13:21:33.184951 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-44c5ead3-f0a6-4d06-9e7c-afc3639eedd2 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "GET /v2.0/security-groups/2f109973-b46d-402f-815a-d5ff6d5a1090 HTTP/1.1" status: 404 len: 347 time: 0.0238504 Feb 04 13:21:33.185625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51534) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:33.374888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Deleting port 3f431725-e6a4-4796-af19-541e9f452e43 {{(pid=80107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:33.375577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.566966 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.567234 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.703610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Calling delete_port for 3f431725-e6a4-4796-af19-541e9f452e43 owned by network:floatingip {{(pid=80107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:33.863085 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852596331'] for port, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:33.879080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-00422818-53f5-40ed-89ad-df7b3f549ed2 tempest-TestShelveInstance-332933277 tempest-TestShelveInstance-332933277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:33.978205 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Pushing event deleted for resources: {'Port': ['ID=3f431725-e6a4-4796-af19-541e9f452e43,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:33.981390 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:34.112894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks [] for floatingip, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:34.128536 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2526'] for floatingip, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:34.129757 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-76843a98-4360-4d60-b390-269caff4a67e tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] 10.222.0.45 "DELETE /v2.0/floatingips/b9319cf6-4134-4ac4-ac65-aa4e7f9b5d19 HTTP/1.1" status: 204 len: 168 time: 0.9430521 Feb 04 13:21:38.359852 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51566) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:39.359871 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853745610'] for router_interface, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:39.740727 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Deleting port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:39.741015 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:39.944751 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] For port 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:39.945157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:40.084237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Calling delete_port for 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 owned by network:router_interface {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:40.283092 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:40.301353 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d6b6df70-ae83-4d47-9371-617f59fd7592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:40.429340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Pushing event deleted for resources: {'Port': ['ID=15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:40.434320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:40.754172 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1030514'] for router_interface, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:41.281359 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 has already been hosted by L3 agent 89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e {{(pid=80108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 04 13:21:41.730856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] Notify agent at l3_agent.dv-cinder-773985-3-smb the message routers_updated {{(pid=80108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 04 13:21:41.741739 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] Sync routers for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 04 13:21:41.746151 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-64520a14-eb76-4bde-9190-04ef863d8bea admin admin] 10.222.0.45 "PUT /v2.0/routers/a1a73d66-d3ca-40aa-a515-d0a9c31a68b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3846257 Feb 04 13:21:41.748984 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51572) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:41.760630 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:21:41.761901 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:21:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:41.942139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks [] for router, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:41.991765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:21:42.141562 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:42.148350 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Deleting port c6774248-b1ce-46f0-be89-1269279a5e0d {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:42.148756 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:42.307502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:21:40Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:42.312056 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] Checking router: a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 for host: dv-cinder-773985-3-smb {{(pid=80109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 04 13:21:42.322256 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] Routers {'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'} bound to L3 agent in host dv-cinder-773985-3-smb {{(pid=80109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 04 13:21:42.322964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-04T12:52:23Z,description=,heartbeat_timestamp=2021-02-04T13:21:23Z,host='dv-cinder-773985-3-smb',id=89e8d51e-b77c-4dee-b8c4-05ce0fd7db8e,load=0,resource_versions=,resources_synced=,started_at=2021-02-04T12:52:23Z,topic='l3_agent')) {'router_ids': ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'], 'active': True} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:42.345130 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] For port c6774248-b1ce-46f0-be89-1269279a5e0d, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=c6774248-b1ce-46f0-be89-1269279a5e0d,segment=NetworkSegment(d220e0de-7329-4338-9f20-30f3aa2e5a1e),segment_id=d220e0de-7329-4338-9f20-30f3aa2e5a1e)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:42.345489 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:42.487059 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Calling delete_port for c6774248-b1ce-46f0-be89-1269279a5e0d owned by network:router_gateway {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:42.522987 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvr_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] Set router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 gateway port host: dv-cinder-773985-3-smb {{(pid=80109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 04 13:21:42.638742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:42.832461 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_hamode_db [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:21:40Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}], 'dv-cinder-773985-3-smb', False) {} {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:42.833318 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541588'] for router_gateway, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:42.836900 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb4454d-a0bb-4b30-94af-b1dfc71b0310 None None] The sync data for ids ['a1a73d66-d3ca-40aa-a515-d0a9c31a68b6'] in dv-cinder-773985-3-smb is: [{'id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'name': 'tempest-AttachVolumeTestJSON-1026431881-router', 'tenant_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'external_fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251'}], 'enable_snat': True}, 'gw_port_id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-04T13:13:59Z', 'updated_at': '2021-02-04T13:21:40Z', 'revision_number': 5, 'project_id': 'c0fb944d823b4a4f973efccf7c05e8c3', 'gw_port': {'id': 'c6774248-b1ce-46f0-be89-1269279a5e0d', 'name': '', 'network_id': '6c5f90e9-9ca0-45c4-be41-348a51d7fba0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a73d66-d3ca-40aa-a515-d0a9c31a68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'ip_address': '172.28.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-04T13:14:00Z', 'updated_at': '2021-02-04T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10a16a2a-2d3d-4552-a82e-6896cdb2c5c6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-3-smb'}] {{(pid=80109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 04 13:21:42.994843 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1026520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32359'] for router, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:42.997285 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.023610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853749653'] for router, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.024217 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 {{(pid=80108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 04 13:21:43.037786 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] Notify callbacks [] for router, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.039162 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-76a4b4a0-6f54-4324-99c7-e5281a522427 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a1a73d66-d3ca-40aa-a515-d0a9c31a68b6 HTTP/1.1" status: 204 len: 168 time: 1.2891963 Feb 04 13:21:43.042459 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51576) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:43.111168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Deleting subnet 5f57d039-1994-48d5-b685-40675007b2ab {{(pid=80108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 04 13:21:43.115301 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.172451 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2529274'] for subnet, precommit_delete_associations {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.258115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-27099'] for subnet, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.554342 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854748717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1287563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2443923'] for subnet, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.570538 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:43.659839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f57d039-1994-48d5-b685-40675007b2ab,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:43.672753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:43.707945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.713632 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9269dea0-4252-46ea-bc16-3ac823742250 None None] Network 73130284-d4d9-4e58-8088-2145f96d0b87 requested from dv-cinder-773985-3-smb {{(pid=80109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 04 13:21:43.715232 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-fc7e0ddc-42b2-4556-aa05-45becb4d9ec9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5f57d039-1994-48d5-b685-40675007b2ab HTTP/1.1" status: 204 len: 168 time: 0.6717055 Feb 04 13:21:43.718378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51580) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:43.838606 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854619783'] for network, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:43.910551 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Deleting port 5b28816f-b723-459e-bf02-c3a05ea28913 {{(pid=80108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:43.910918 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.009179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] DHCP port deletion for 73130284-d4d9-4e58-8088-2145f96d0b87 request from dv-cinder-773985-3-smb {{(pid=80109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 04 13:21:44.014090 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Deleting port 5b28816f-b723-459e-bf02-c3a05ea28913 {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:44.014545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.152458 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] For port 5b28816f-b723-459e-bf02-c3a05ea28913, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=5b28816f-b723-459e-bf02-c3a05ea28913,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:44.152866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.248261 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.db [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] For port 5b28816f-b723-459e-bf02-c3a05ea28913, host dv-cinder-773985-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-3-smb',level=0,port_id=5b28816f-b723-459e-bf02-c3a05ea28913,segment=NetworkSegment(420469bf-47ff-4672-a459-b5a927d86f9c),segment_id=420469bf-47ff-4672-a459-b5a927d86f9c)] {{(pid=80109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 04 13:21:44.248602 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854231445'] for port, precommit_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.289816 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Calling delete_port for 5b28816f-b723-459e-bf02-c3a05ea28913 owned by network:dhcp {{(pid=80108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:44.382795 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854540350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036792282842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250593461142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363250594038559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853488207'] for port, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.401323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-c3c198ff-3449-486e-ae42-aa99c73243f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:44.405375 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Calling delete_port for 5b28816f-b723-459e-bf02-c3a05ea28913 owned by network:dhcp {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 04 13:21:44.471400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device c6774248-b1ce-46f0-be89-1269279a5e0d no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:21:44.505218 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Pushing event deleted for resources: {'Port': ['ID=5b28816f-b723-459e-bf02-c3a05ea28913,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:44.512640 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: c6774248-b1ce-46f0-be89-1269279a5e0d {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:21:44.513034 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:44.513186 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device c6774248-b1ce-46f0-be89-1269279a5e0d not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:21:44.513516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 5b28816f-b723-459e-bf02-c3a05ea28913 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:21:44.562225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] No DVR routers for this DVR port 5b28816f-b723-459e-bf02-c3a05ea28913 on host dv-cinder-773985-3-smb {{(pid=80108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 04 13:21:44.568437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 5b28816f-b723-459e-bf02-c3a05ea28913 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:21:44.568437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 5b28816f-b723-459e-bf02-c3a05ea28913 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:21:44.568437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 no longer exists at agent ovs-agent-dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 04 13:21:44.608986 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] No Port match for: 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 {{(pid=80109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 04 13:21:44.609385 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.rpc [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Device 15ebaeb8-ec85-4bf0-bae5-4bb11fb9b810 not bound to the agent host dv-cinder-773985-3-smb {{(pid=80109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 04 13:21:44.613609 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.db.api [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80109) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 04 13:21:44.614150 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_db.api [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80109) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 04 13:21:44.697471 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7248', 'neutron.services.segments.db._delete_segments_for_network--9223363250593527190'] for network, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.831625 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73130284-d4d9-4e58-8088-2145f96d0b87']}} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:44.846029 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420469bf-47ff-4672-a459-b5a927d86f9c') {'for_net_delete': True} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:44.846655 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.services.segments.db [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420469bf-47ff-4672-a459-b5a927d86f9c') {} {{(pid=80108) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 04 13:21:44.859639 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250593528726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852246542'] for segment, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.875981 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774731'] for segment, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:44.879304 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 04 13:21:45.076693 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Network 73130284-d4d9-4e58-8088-2145f96d0b87 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:21:45.090643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1287652'] for segment, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:45.115466 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Deleting port 5b28816f-b723-459e-bf02-c3a05ea28913 {{(pid=80109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 04 13:21:45.115910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786261154709'] for port, before_delete {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:45.191296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb7b01-195e-4e39-8de6-72f1983249d8 None None] The port '5b28816f-b723-459e-bf02-c3a05ea28913' was deleted {{(pid=80109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 04 13:21:45.281449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.plugins.ml2.managers [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Network 73130284-d4d9-4e58-8088-2145f96d0b87 has no segments {{(pid=80108) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: Traceback (most recent call last): Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: timer() Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: cb(*args, **kw) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: return func(*args, **kwargs) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: self._notify() Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: self.callback(batched_events) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: event.method(event) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: segment_id)['aggregates'][0] Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: return f(self, *a, **k) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: return self._get(url).json() Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: **kwargs) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: return self.request(url, 'GET', **kwargs) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: **endpoint_filter) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:21:45.305302 dv-cinder-773985-3-smb neutron-server[79992]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:21:45.640904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854768536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854234227'] for network, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:45.644532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-dd3cb510-5d9f-47c5-b111-924c593d347c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:45.658635 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043468'] for network, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:45.670379 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Pushing event deleted for resources: {'Network': ['ID=73130284-d4d9-4e58-8088-2145f96d0b87,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:45.674052 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:45.685875 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-a1871e40-e6f9-452c-aafa-95b282114dee admin admin] 10.222.0.45 "DELETE /v2.0/networks/73130284-d4d9-4e58-8088-2145f96d0b87 HTTP/1.1" status: 204 len: 168 time: 1.9658015 Feb 04 13:21:45.860519 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51586) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:45.915371 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5b5fdb0b-de31-4b2c-8113-186291276ede admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0fb944d823b4a4f973efccf7c05e8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533805 Feb 04 13:21:45.918178 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51590) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:45.996641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:46.025968 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:46.083035 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:46.087254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ca29f019-a051-42da-ad0f-0e237e043b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:46.103487 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4675bc5f-23cb-483a-af8d-71bd2a0b6460,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:46.107920 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:46.111422 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:46.112684 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-431d6cc0-6701-4d2d-81de-dd08cbaa8f80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4675bc5f-23cb-483a-af8d-71bd2a0b6460 HTTP/1.1" status: 204 len: 168 time: 0.1935203 Feb 04 13:21:47.289162 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:49.289168 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-aa55d71d-d77c-4de5-9043-bd0c2258ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:53.340336 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-92adcc47-be69-41da-bc22-d265d14c7e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:54.142063 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:54.528573 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:54.595404 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:21:55.566820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.454225 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51710) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:57.621919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.638424 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:21:57.642730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c81e0a5368b04b63bf39910f1ce4f488 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:21:57.645910 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:21:57.651841 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:21:57.751322 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.754848 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.763582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-794cf222-b810-407b-80f2-24c058756230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:57.814754 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c81e0a5368b04b63bf39910f1ce4f488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591571 Feb 04 13:21:57.815610 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93deca0-a410-4546-94db-b31adfca9759,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:57.817749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51716) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:21:57.819850 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8fad60e6-25e9-4ed2-893b-8e89abaea9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:57.891212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.919395 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.977062 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:57.981592 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a384f7e0-bf50-4128-b473-6fee5f5ac31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:21:57.997070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93deca0-a410-4546-94db-b31adfca9759,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:21:57.999919 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:21:58.004695 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:21:58.006152 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-bc926ddc-1587-4ac3-9afa-29b97274fb40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d93deca0-a410-4546-94db-b31adfca9759 HTTP/1.1" status: 204 len: 168 time: 0.1871414 Feb 04 13:22:00.866187 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51772) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:01.067581 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.083540 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:22:01.087763 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Usage tracker for resource:security_group_rule and tenant:2312d82d566c4e3095570ddb4ee1c1da is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:22:01.090909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:22:01.097263 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:22:01.195252 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.198929 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.208894 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b27f2c80-92cc-490f-a00d-040e3618f927 tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:01.255080 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2312d82d566c4e3095570ddb4ee1c1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874640 Feb 04 13:22:01.256742 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7763562c-9a4a-4253-b581-a5a764f1a078,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:01.258238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51778) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:01.260391 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-9552766a-fb8f-438f-adaa-9b2c0fced168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:01.329593 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.354792 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-ab4b01f4-cc62-40e4-8458-b470a9138bfd req-28a55208-4221-464b-bb58-8d19bd9f6cd1 service neutron] (80108) timed out ('10.222.0.106', 49920) {{(pid=80108) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 04 13:22:01.364673 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.421502 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.427605 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bb5e7f7e-2a83-4fa4-b32e-ed6379b76cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:01.442408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763562c-9a4a-4253-b581-a5a764f1a078,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:01.448075 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:01.453311 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.454749 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e8915f88-9c8f-4372-8eeb-1688608a2479 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7763562c-9a4a-4253-b581-a5a764f1a078 HTTP/1.1" status: 204 len: 168 time: 0.1952348 Feb 04 13:22:01.839553 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 51786) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:01.873235 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:01.902479 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:22:01.909961 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Usage tracker for resource:security_group_rule and tenant:eecfdc4f296a425b9ac786be426c66dd is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:22:01.915765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:22:01.926822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:22:02.067654 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:02.070796 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:02.080585 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e0fdadd9-9ab0-4380-a4c7-b72bd978f102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:02.125092 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eecfdc4f296a425b9ac786be426c66dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839046 Feb 04 13:22:02.126882 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2ced36-5238-4e49-a06b-3d4c4c3d05f4,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:02.128112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 51790) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:02.130620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-304a09e6-d6d7-432d-9ce4-b6f8fb70c78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:02.196736 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:02.231051 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:02.283073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:02.287254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-ab003095-1800-4ef1-af6f-c12dc145b076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:02.302012 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2ced36-5238-4e49-a06b-3d4c4c3d05f4,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:02.305506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:02.307590 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:02.311642 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8abc7fd4-a90e-4821-b82b-6cd6fa84d621 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d2ced36-5238-4e49-a06b-3d4c4c3d05f4 HTTP/1.1" status: 204 len: 168 time: 0.1798356 Feb 04 13:22:17.291389 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:19.274976 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-3d0e3708-de5f-444d-a5f3-56ee9ff14076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:23.342412 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b54b44d4-c307-453b-9b0b-7db628cb1c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:24.143644 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:24.533641 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:25.572765 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:31.595964 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:22:42.312033 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 52158) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:42.473563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.490240 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:22:42.494781 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3dde14163ddf479ea2904bb7b0684c31 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:22:42.498160 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:22:42.505320 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:22:42.612733 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.616238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.626196 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-2a872d45-11e7-48a1-8a4b-a91643c235dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:42.670070 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dde14163ddf479ea2904bb7b0684c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566377 Feb 04 13:22:42.671879 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb8555-19e4-400c-8b08-e1628df52561,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:42.673122 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52164) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:42.680435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.680856 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.681275 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.681690 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.682112 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.682508 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.682907 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.683296 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.683691 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.684115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.684514 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.684902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.685416 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.685830 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.686244 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.686612 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.687001 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.687387 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.687774 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.688159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.688544 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.688948 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.689343 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.689753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.694468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-f001ad5f-d7e5-4b2a-b258-ab4879d628a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:42.739897 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.768415 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.821615 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.825967 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5b55722f-7662-4b42-9325-354e6cbdf663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:42.839145 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb8555-19e4-400c-8b08-e1628df52561,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:42.850467 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.850872 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.851269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.851662 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.852055 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.852438 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.852817 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.853198 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.853582 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.853995 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.854368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.854745 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-3-smb {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.855222 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.855767 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.856066 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.856444 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.856820 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.857200 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.857692 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.858058 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.858454 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.858832 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.859203 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.859576 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77398 {{(pid=80108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 04 13:22:42.863220 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:42.875004 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:42.877708 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-955baa08-d2e8-4376-bfa1-eaf225e363f6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cdb8555-19e4-400c-8b08-e1628df52561 HTTP/1.1" status: 204 len: 168 time: 0.2019272 Feb 04 13:22:43.253310 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52172) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:43.273603 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.293484 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:22:43.297833 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Usage tracker for resource:security_group_rule and tenant:9d4a13d734ff48698c1cf8747782aa72 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:22:43.300891 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:22:43.307022 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:22:43.397909 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.401280 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.408887 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:43.453447 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d4a13d734ff48698c1cf8747782aa72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988597 Feb 04 13:22:43.454476 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd05a6-db4f-4cd7-a8fb-24e3ad1483a7,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:43.456730 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 52176) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:43.457989 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-155f4998-983a-4fae-b5bc-6f5cfcbd6c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:43.531462 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.560414 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.607874 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.613159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-981ad924-cdec-445b-b4b3-49e8867ae0fa tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:43.626338 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd05a6-db4f-4cd7-a8fb-24e3ad1483a7,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:43.630405 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:43.636822 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:43.638141 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-b4df4e31-4978-45d4-bd94-b551f1b8f38e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27cd05a6-db4f-4cd7-a8fb-24e3ad1483a7 HTTP/1.1" status: 204 len: 168 time: 0.1802163 Feb 04 13:22:47.301108 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:49.279924 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-78f5cafc-331f-4f92-9aaf-3214957d874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:53.342847 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-ce06516b-25e4-4d45-a12e-0e15dd5d4328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:54.144212 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:54.539175 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:54.621307 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52304) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:54.790302 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:54.806749 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:22:54.811181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Usage tracker for resource:security_group_rule and tenant:6f75e6866af7448c84a9563fbc97726e is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:22:54.814393 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:22:54.820589 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:22:54.908599 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:54.912216 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:54.919723 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-0d16b3cb-b7f1-4f03-98cc-fc635cdb1101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:54.969379 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f75e6866af7448c84a9563fbc97726e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463223 Feb 04 13:22:54.970397 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f25ed-a519-47eb-a381-eb2c3cac32b6,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:54.972577 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 52310) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:54.974137 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8584f205-663d-40aa-981c-7038054151ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:55.041927 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.070510 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.133237 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.139651 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-a5e33b40-fc65-4c9f-82c9-d7593f2405de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:55.160643 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f25ed-a519-47eb-a381-eb2c3cac32b6,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:55.163516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:55.170684 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.172185 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-5fba0d38-3f95-46d2-9643-83dc714ad33d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb6f25ed-a519-47eb-a381-eb2c3cac32b6 HTTP/1.1" status: 204 len: 168 time: 0.1983542 Feb 04 13:22:55.574668 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.585269 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52318) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:55.609628 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.629904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:22:55.635106 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e81ba606cd634b9fa9a8a26726cdb3ba is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:22:55.638386 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:22:55.645159 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:22:55.753041 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.756177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.766259 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3c7016f0-e4c8-4f45-b3e9-bd29284c6962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:55.813030 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e81ba606cd634b9fa9a8a26726cdb3ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254517 Feb 04 13:22:55.813898 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c201eb-aff3-431f-9a1f-5b6c6827b068,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:55.816183 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 52322) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:22:55.819340 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8fab847f-e741-40f6-8414-db2c109037b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:55.890685 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:55.924295 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:56.000117 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:56.006866 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-7ea84fec-4ff8-40eb-a100-a0e35638d870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:22:56.019899 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c201eb-aff3-431f-9a1f-5b6c6827b068,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:22:56.025376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:22:56.031770 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:22:56.033226 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-be6ee7f1-8195-4895-ac11-d5e927ef6de2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92c201eb-aff3-431f-9a1f-5b6c6827b068 HTTP/1.1" status: 204 len: 168 time: 0.2142818 Feb 04 13:23:04.846449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52406) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:05.014323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.030888 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:23:05.035143 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Usage tracker for resource:security_group_rule and tenant:130f19d055d347f7ac7a07092fbc859a is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:23:05.038376 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:23:05.045115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:23:05.140491 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.143753 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.158902 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-df3dbf51-4283-40f7-8cdb-0ef7bca264d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:23:05.202882 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=130f19d055d347f7ac7a07092fbc859a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549669 Feb 04 13:23:05.203561 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1433efcb-cbbe-4c4d-95e2-78ecb36bfaa3,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:23:05.206368 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52412) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:05.209369 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-d984b283-ea3a-4be4-bd69-88d71f025857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:23:05.275755 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.305211 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.359408 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.366139 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-bdbb3b98-70a6-442e-9dd5-1072b5e7b511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:23:05.383480 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433efcb-cbbe-4c4d-95e2-78ecb36bfaa3,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:23:05.390073 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:23:05.405315 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.406904 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-271ab12d-06e4-4995-9883-41f2b59df9f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1433efcb-cbbe-4c4d-95e2-78ecb36bfaa3 HTTP/1.1" status: 204 len: 168 time: 0.1992419 Feb 04 13:23:05.781548 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52420) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:05.806642 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.825313 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:23:05.829506 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Usage tracker for resource:security_group_rule and tenant:2253d381e3bd4428b6e62d43de2a5344 is out of sync, need to count used quota {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:23:05.832483 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80108) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:23:05.838227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:23:05.930559 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.934184 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:05.942161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-396efffa-721e-4470-8f08-56aef80d75cc tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:23:05.988048 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2253d381e3bd4428b6e62d43de2a5344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2048104 Feb 04 13:23:05.988975 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fdd039-32dc-4a1c-8057-d5546687f951,revision_number=1']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:23:05.991201 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 52424) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:05.993177 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-83024fcb-93be-402b-93ea-58aa30223f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:23:06.063229 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:06.091161 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:06.141652 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:06.146945 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-3df2ab1a-74c4-4677-b82a-0f45360a8e36 tempest-AttachVolumeShelveTestJSON-1837017567 tempest-AttachVolumeShelveTestJSON-1837017567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:23:06.160861 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fdd039-32dc-4a1c-8057-d5546687f951,revision_number=None']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:23:06.163759 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:23:06.165070 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:06.166345 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-e271070e-98d8-47e3-9594-6a89b338b7ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4fdd039-32dc-4a1c-8057-d5546687f951 HTTP/1.1" status: 204 len: 168 time: 0.1740873 Feb 04 13:23:08.599025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:23:17.289532 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:19.284716 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-661f77c7-2db3-4cf1-bf57-e6b43ccaad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:23.344955 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0e31c280-8d08-49bb-8b42-fdca358a57c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.147468 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.399904 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80107) accepted ('10.222.0.45', 52538) {{(pid=80107) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:24.542281 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.560080 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.576762 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 04 13:23:24.581274 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Usage tracker for resource:security_group_rule and tenant:11074943d41a4b89945b535f4520cc65 is out of sync, need to count used quota {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 04 13:23:24.584639 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.quota.resource [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80107) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 04 13:23:24.590516 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.quota.driver [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 04 13:23:24.699382 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.702930 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_create {{(pid=80107) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.711060 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-cecdc8d3-ee14-479f-9f32-b7bd70ac360d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:23:24.756132 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11074943d41a4b89945b535f4520cc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547211 Feb 04 13:23:24.757105 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c4cbe7-1dd3-4287-b4d9-1b556e0521c3,revision_number=1']} {{(pid=80107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:23:24.759801 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [-] (80108) accepted ('10.222.0.45', 52544) {{(pid=80108) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 04 13:23:24.761535 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-8c5206d8-e0ad-4752-960d-e538ce8a94d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80107) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:23:24.830366 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.860563 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.917810 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854058865'] for security_group, after_delete {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.922287 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-16f22860-0ab6-464c-b6ac-3a095a353eaf tempest-AttachVolumeTestJSON-131424593 tempest-AttachVolumeTestJSON-131424593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 04 13:23:24.938223 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c4cbe7-1dd3-4287-b4d9-1b556e0521c3,revision_number=None']} {{(pid=80108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 04 13:23:24.948430 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG oslo_concurrency.lockutils [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80108) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 04 13:23:24.949435 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80108) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:24.953477 dv-cinder-773985-3-smb neutron-server[79992]: INFO neutron.wsgi [None req-826f287a-694e-4229-93a3-072409d37363 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20c4cbe7-1dd3-4287-b4d9-1b556e0521c3 HTTP/1.1" status: 204 len: 168 time: 0.1898961 Feb 04 13:23:25.583153 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:45.599181 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:23:47.292787 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:49.289238 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0dbc46eb-ef3f-4ef0-9e23-647b117f179c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:53.340156 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f9606a7e-cbc6-49e8-8ae9-fcfcdabfd8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:54.156038 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:54.545913 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:23:55.589839 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:17.298207 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:19.291912 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9251-b44f-4fa3-ae0a-f5151449064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:22.599616 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:24:23.346925 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-6a72621a-471e-4d76-a435-10d08d736cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:24.155827 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:24.549400 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:25.587545 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:47.289864 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:49.306323 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8989-c52e-47a5-908b-3f308f4eb53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:53.342267 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-5ed24324-ca63-426e-a81b-30593d5a65be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:54.160021 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:54.553409 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:55.592793 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:24:59.600428 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:25:17.320978 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:19.299521 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-c35c4263-1cae-4838-8960-0404e4b5493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:23.337254 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b7553409-1a32-425e-85e8-e4a172928e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:24.161708 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:24.556980 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:25.594064 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:36.605312 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:25:47.356115 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:49.313364 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-afb01f8c-4ce9-41b1-a4df-ec104d7ad7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:53.346583 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-964e6325-7361-4290-9052-bdbc88cc4e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:54.167025 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:54.561227 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:25:55.600215 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:13.608526 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:26:17.351996 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:19.308133 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-4d152516-3f8d-4114-ba98-37112ff0abbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:23.344515 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-f2435e0a-e7d4-4bd2-bc63-94cb52451710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:24.173620 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:24.566136 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:25.602437 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:47.360179 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-1eb48e1a-ebfe-4e9d-991a-9e8458c7ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:49.312943 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-0d3b5e92-1578-48e0-87d3-ab786bc05b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:50.609788 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.db.agents_db [None req-362bfe69-05d3-4c89-89ad-05844b3016cb None None] Agent healthcheck: found 6 active agents {{(pid=80110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 04 13:26:53.353449 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-d9d7fe3a-691a-40e0-8824-bab9429b33e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:54.192747 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b9b4d11c-7689-404e-aadd-ffd8b96c63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:54.576157 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-2520fb5a-ce38-4fdc-b615-c41222d3d26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:26:55.616273 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron_lib.callbacks.manager [None req-b3ca0a2d-1ddf-42d7-bf9f-4bb4981cf701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363250593527207', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-30252'] for agent, after_update {{(pid=80109) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 04 13:27:03.149378 dv-cinder-773985-3-smb neutron-server[79992]: DEBUG neutron.wsgi [req-cbc6329f-40f3-4e06-afce-c0b37a9b31cc req-e330d9d9-77d8-4eba-a405-c5c6bedc6894 service neutron] (80107) timed out ('10.222.0.45', 50252) {{(pid=80107) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}